00010000:00000010:0.1F:1769074706.432881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119400.
00010000:00000010:0.1:1769074706.432927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186600.
00010000:00000010:0.1:1769074706.432932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119600.
00010000:00000010:0.1:1769074706.432935:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186300.
00010000:00000010:0.1:1769074706.432938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119e00.
00000080:00000010:0.1:1769074706.493851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9139444d3aa0.
00000080:00000010:0.1:1769074706.613808:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9139437e0840.
00010000:00000010:1.1F:1769074708.314759:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186a00.
00010000:00000010:1.1:1769074708.314817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119a00.
00010000:00000010:0.1:1769074745.396806:0:53100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91394bddfc00.
00010000:00000010:0.1:1769074745.396813:0:53100:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91394b185a00.
00010000:00000010:0.1:1769074745.418834:0:53100:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91394bddf000.
00010000:00000010:2.1F:1769074747.420340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91394685cc00.
00000080:00000010:2.1:1769074754.672050:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9139437e0840.
00010000:00000010:1.1:1769074756.640962:0:53692:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91394bddf000.
00010000:00000010:1.1:1769074756.640975:0:53692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913941524c00.
00010000:00000010:2.1:1769074758.527779:0:53832:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91395898af00.
00010000:00000010:2.1:1769074758.527789:0:53832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff91394685c000.
00010000:00000010:2.1:1769074758.576701:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186000.
00010000:00000010:2.1:1769074820.439693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186400.
00010000:00000010:2.1:1769074820.439703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119a00.
00010000:00000010:2.1:1769074820.480275:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186700.
00010000:00000010:1.1:1769074820.493796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949118e00.
00000800:00000200:3.1:1769074832.453707:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.453733:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464696:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464766:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464782:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464792:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464802:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464812:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464819:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.464973:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.465083:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475056:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475080:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475102:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475108:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475966:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475976:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.475986:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.486738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.486767:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.486801:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.486810:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.486819:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.489106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.489134:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.489144:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.489154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.489160:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.493530:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.493557:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.493568:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.493577:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074832.501237:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1957244 low water 1118530 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.893806:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.910921:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.912192:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.912208:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.912216:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.912225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.912230:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.914071:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.914092:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.914101:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.914127:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916210:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916228:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916236:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916244:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916778:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916792:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916802:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.916812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 604780 low water 1794762 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920773:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920793:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920803:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.920826:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926072:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926096:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926116:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926126:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.926132:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929576:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929602:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929646:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.929728:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1637664 low water 1278320 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942780:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942801:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942807:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.942880:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.943012:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.944526:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.944541:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.944550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.944559:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.948903:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.948925:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.948933:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.948940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.948945:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074837.949139:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1637664 low water 1278320 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493469:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -38220 low water 2116262 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493496:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -39500 low water 2116902 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493515:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -40780 low water 2117542 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493521:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -40780 low water 2117542 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493537:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -30552 low water 2112428 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493557:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -11376 low water 2102840 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493810:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -11376 low water 2102840 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493832:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -12656 low water 2103480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.493840:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -12656 low water 2103480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496207:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 5240 low water 2094532 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496230:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 5240 low water 2094532 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496255:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496291:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 23136 low water 2085584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496310:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 33364 low water 2080470 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496342:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 61488 low water 2066408 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 89612 low water 2052346 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496808:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 89612 low water 2052346 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496832:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 89612 low water 2052346 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.496854:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 89612 low water 2052346 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.497240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 88332 low water 2052986 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502381:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 97280 low water 2048512 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502396:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 97280 low water 2048512 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502458:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 134352 low water 2029976 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502470:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 134352 low water 2029976 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502488:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 134352 low water 2029976 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.502513:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 162476 low water 2015914 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.504392:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 199548 low water 1997378 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.506072:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 199548 low water 1997378 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.506086:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 199548 low water 1997378 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.506200:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.506211:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.506216:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.509596:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.509620:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.509631:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.509638:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.510794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.510814:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.510829:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074844.513199:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074844.513209:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.513395:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.513420:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.513424:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518706:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518730:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518740:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518748:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518760:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.518776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522361:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522384:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522393:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522402:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.522417:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.523060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.523075:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.523085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.523094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.530308:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.530331:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.530340:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.530349:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.530355:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.535935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1765496 low water 1214404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.542926:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.542951:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.542961:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.542971:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.542977:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.543054:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.543069:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.546991:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.547012:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.547020:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.547029:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.547037:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.548888:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.548911:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.548919:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.548927:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.548935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.556388:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.556410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.556420:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.556429:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.556439:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557414:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557433:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557443:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557459:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557463:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557546:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.557589:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.562796:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.562821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.562832:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.562997:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.563009:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.574069:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1445916 low water 1374194 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577589:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577606:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577616:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577633:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.577638:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.578736:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.578755:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.578765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.578774:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.578783:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586229:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586342:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586356:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586365:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586374:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074844.586622:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.713081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -15216 low water 2104760 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.713106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -16496 low water 2105400 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.713451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -16496 low water 2105400 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.713467:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -17776 low water 2106040 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.718689:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 120 low water 2097092 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.718708:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 120 low water 2097092 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.737442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.737466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.737478:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 16736 low water 2088784 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.737482:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 16736 low water 2088784 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742156:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 25684 low water 2084310 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742167:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 25684 low water 2084310 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742217:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 43580 low water 2075362 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 43580 low water 2075362 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742240:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 62756 low water 2065774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742263:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 81932 low water 2056186 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 92160 low water 2051072 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742297:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 111336 low water 2041484 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.742314:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 130512 low water 2031896 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.743339:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 246848 low water 1973728 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.743362:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 245568 low water 1974368 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.743386:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 244288 low water 1975008 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.743392:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 244288 low water 1975008 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744165:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 244288 low water 1975008 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744183:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 243008 low water 1975648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744193:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 241728 low water 1976288 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744936:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 241728 low water 1976288 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744958:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 240448 low water 1976928 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.744971:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 239168 low water 1977568 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.745362:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 277520 low water 1958392 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.745379:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 276240 low water 1959032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.745390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 276240 low water 1959032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.745397:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274960 low water 1959672 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.746896:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274960 low water 1959672 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.746916:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274960 low water 1959672 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.746934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 273680 low water 1960312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.747920:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 273680 low water 1960312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.747940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 272400 low water 1960952 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.748463:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 272400 low water 1960952 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.748481:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 271120 low water 1961592 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750352:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750370:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750378:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750383:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.750774:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.752114:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.752139:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.755595:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.755617:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.757464:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.757487:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 648240 low water 1773032 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.758157:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 646960 low water 1773672 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.762872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1444636 low water 1374834 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.767060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.767083:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.767092:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768325:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768336:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768662:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768675:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.768685:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.769120:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.769135:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.769145:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.770132:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.770170:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.770180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.772412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.772434:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.772444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.777883:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.777904:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.777914:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.779029:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 20588 low water 2086858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.779048:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 20588 low water 2086858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.779053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 20588 low water 2086858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783484:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783637:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783662:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783678:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783866:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.783872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.787188:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1445916 low water 1374194 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.791271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.791283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.791291:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.791304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792522:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792536:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792552:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792558:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792588:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.792666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.793822:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.793839:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.793850:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.793860:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.795055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.795074:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.795084:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.795093:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799285:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799315:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799328:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799338:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799767:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799780:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.799815:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074851.801544:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1637664 low water 1278320 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.164581:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.164599:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.164607:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.165041:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.165055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.165066:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.167634:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.169451:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.169468:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.169476:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.169480:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.170532:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.175059:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176269:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176330:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176343:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176353:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176364:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.176376:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178482:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178499:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178518:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178527:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178535:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.178540:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180313:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180323:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180331:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180340:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180346:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.180397:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185183:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185210:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185233:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.185250:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.188466:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1445916 low water 1374194 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.203720:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.203737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.203746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.203755:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.203765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.204545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.204571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.204585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.204595:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.204605:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074869.205202:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074869.205216:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074869.205225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074869.205234:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074869.205243:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.205769:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.208454:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.208483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.208494:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.208504:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.208513:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.210730:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.210755:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.210765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.210776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.210786:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.215744:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.215770:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.215780:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.215789:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.215799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.216502:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.216514:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.216549:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.216558:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074869.228899:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2660320 low water 766992 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074879.907738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -17764 low water 2106034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.908463:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 37204 low water 2078550 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.908480:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 37204 low water 2078550 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.908485:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 37204 low water 2078550 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.910060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 101120 low water 2046592 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.910083:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 101120 low water 2046592 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.910089:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 101120 low water 2046592 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.910981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911383:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911395:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911406:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911415:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.911421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 896236 low water 1649034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.917397:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.918391:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.918429:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.918440:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.918450:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.918459:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.921199:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.925454:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.925538:0:53996:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.938428:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.938444:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.938454:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.938459:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.941569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.941593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.941602:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.941608:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.945865:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.947167:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.947919:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.948190:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.948219:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.948914:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.948928:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.949995:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.950011:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.950091:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959293:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959317:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959328:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959333:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959401:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.959480:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074879.959805:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074879.959821:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074879.959831:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.960268:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.960280:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.960288:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.966643:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.966680:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.966689:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.968338:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.968357:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:2.1:1769074879.968366:0:772:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074879.971503:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1637664 low water 1278320 conn ffff91394b1e6000 blocked idle queued
00010000:00000010:0.1:1769074884.022707:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913960717b00.
00010000:00000010:0.1:1769074884.022722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9139490b7800.
00010000:00000010:1.1:1769074884.056800:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913960717600.
00010000:00000010:3.1:1769074884.088698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9139490b7c00.
00000020:00000001:0.0:1769074884.221508:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221509:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221510:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.221511:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5193728, entry 0, stripe 0, suboff 5193728
00000008:00000001:0.0:1769074884.221513:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.221514:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913942e02220 vmpage ffffea5984aa0980 obj off 5193728
00000008:00000001:0.0:1769074884.221516:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221517:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221518:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221519:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221521:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273853989296 : -121799855562320 : ffff913942e021b0)
00000020:00000001:0.0:1769074884.221522:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273853989296 : -121799855562320 : ffff913942e021b0)
00000020:00000001:0.0:1769074884.221524:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.221525:0:54144:0:(cl_page.c:467:cl_page_find()) 1269@[0x200000406:0xc37:0x0] ffffea5984aa09c0 0 2
00000020:00000001:0.0:1769074884.221527:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.221530:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913942e02360.
00000020:00000001:0.0:1769074884.221531:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221532:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221533:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.221535:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5197824, entry 0, stripe 0, suboff 5197824
00000008:00000001:0.0:1769074884.221537:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.221538:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913942e023d0 vmpage ffffea5984aa09c0 obj off 5197824
00000008:00000001:0.0:1769074884.221540:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221541:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221542:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221543:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221545:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273853989728 : -121799855561888 : ffff913942e02360)
00000020:00000001:0.0:1769074884.221546:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273853989728 : -121799855561888 : ffff913942e02360)
00000020:00000001:0.0:1769074884.221548:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.221550:0:54144:0:(cl_page.c:467:cl_page_find()) 1270@[0x200000406:0xc37:0x0] ffffea5984aa0a00 0 2
00000020:00000001:0.0:1769074884.221552:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.221568:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f360.
00000020:00000001:0.0:1769074884.221570:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221571:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221573:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.221574:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5201920, entry 0, stripe 0, suboff 5201920
00000008:00000001:0.0:1769074884.221577:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.221579:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f3d0 vmpage ffffea5984aa0a00 obj off 5201920
00000008:00000001:0.0:1769074884.221580:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221581:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221582:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221583:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221585:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951953760 : -121799757597856 : ffff913948b6f360)
00000020:00000001:0.0:1769074884.221587:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951953760 : -121799757597856 : ffff913948b6f360)
00000020:00000001:0.0:1769074884.221588:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.221590:0:54144:0:(cl_page.c:467:cl_page_find()) 1271@[0x200000406:0xc37:0x0] ffffea5984aa0a40 0 2
00000020:00000001:0.0:1769074884.221591:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.221593:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6fca8.
00000020:00000001:0.0:1769074884.221595:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221596:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221596:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.221598:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5206016, entry 0, stripe 0, suboff 5206016
00000008:00000001:0.0:1769074884.221599:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.221600:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fd18 vmpage ffffea5984aa0a40 obj off 5206016
00000008:00000001:0.0:1769074884.221602:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221603:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221604:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221605:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221606:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951956136 : -121799757595480 : ffff913948b6fca8)
00000020:00000001:0.0:1769074884.221608:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951956136 : -121799757595480 : ffff913948b6fca8)
00000020:00000001:0.0:1769074884.221610:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.221611:0:54144:0:(cl_page.c:467:cl_page_find()) 1272@[0x200000406:0xc37:0x0] ffffea5984aa0a80 0 2
00000020:00000001:0.0:1769074884.221613:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.221614:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f5e8.
00000020:00000001:0.0:1769074884.221616:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221617:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221618:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.221619:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5210112, entry 0, stripe 0, suboff 5210112
00000008:00000001:0.0:1769074884.221621:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.221622:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f658 vmpage ffffea5984aa0a80 obj off 5210112
00000008:00000001:0.0:1769074884.221624:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.221625:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.221626:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.221628:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222413:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951954408 : -121799757597208 : ffff913948b6f5e8)
00000020:00000001:0.0:1769074884.222416:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951954408 : -121799757597208 : ffff913948b6f5e8)
00000020:00000001:0.0:1769074884.222418:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222420:0:54144:0:(cl_page.c:467:cl_page_find()) 1273@[0x200000406:0xc37:0x0] ffffea5984aa0ac0 0 2
00000020:00000001:0.0:1769074884.222423:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222427:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f000.
00000020:00000001:0.0:1769074884.222429:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222430:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222432:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222433:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5214208, entry 0, stripe 0, suboff 5214208
00000008:00000001:0.0:1769074884.222437:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222438:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f070 vmpage ffffea5984aa0ac0 obj off 5214208
00000008:00000001:0.0:1769074884.222440:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222441:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222442:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222443:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222445:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951952896 : -121799757598720 : ffff913948b6f000)
00000020:00000001:0.0:1769074884.222446:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951952896 : -121799757598720 : ffff913948b6f000)
00000020:00000001:0.0:1769074884.222448:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222449:0:54144:0:(cl_page.c:467:cl_page_find()) 1274@[0x200000406:0xc37:0x0] ffffea5984aa0b00 0 2
00000020:00000001:0.0:1769074884.222451:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222453:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f6c0.
00000020:00000001:0.0:1769074884.222454:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222455:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222456:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222457:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5218304, entry 0, stripe 0, suboff 5218304
00000008:00000001:0.0:1769074884.222458:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222459:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f730 vmpage ffffea5984aa0b00 obj off 5218304
00000008:00000001:0.0:1769074884.222460:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222462:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222463:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222464:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222465:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951954624 : -121799757596992 : ffff913948b6f6c0)
00000020:00000001:0.0:1769074884.222467:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951954624 : -121799757596992 : ffff913948b6f6c0)
00000020:00000001:0.0:1769074884.222469:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222471:0:54144:0:(cl_page.c:467:cl_page_find()) 1275@[0x200000406:0xc37:0x0] ffffea5984aa0b40 0 2
00000020:00000001:0.0:1769074884.222472:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222474:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6fd80.
00000020:00000001:0.0:1769074884.222476:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222476:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222477:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222479:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5222400, entry 0, stripe 0, suboff 5222400
00000008:00000001:0.0:1769074884.222480:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222481:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fdf0 vmpage ffffea5984aa0b40 obj off 5222400
00000008:00000001:0.0:1769074884.222482:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222483:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222484:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222485:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222487:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951956352 : -121799757595264 : ffff913948b6fd80)
00000020:00000001:0.0:1769074884.222489:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951956352 : -121799757595264 : ffff913948b6fd80)
00000020:00000001:0.0:1769074884.222490:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222491:0:54144:0:(cl_page.c:467:cl_page_find()) 1276@[0x200000406:0xc37:0x0] ffffea5984aa0b80 0 2
00000020:00000001:0.0:1769074884.222493:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222495:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f870.
00000020:00000001:0.0:1769074884.222496:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222497:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222498:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222499:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5226496, entry 0, stripe 0, suboff 5226496
00000008:00000001:0.0:1769074884.222501:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222502:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f8e0 vmpage ffffea5984aa0b80 obj off 5226496
00000008:00000001:0.0:1769074884.222504:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222505:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222506:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222507:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222509:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951955056 : -121799757596560 : ffff913948b6f870)
00000020:00000001:0.0:1769074884.222510:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951955056 : -121799757596560 : ffff913948b6f870)
00000020:00000001:0.0:1769074884.222512:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222514:0:54144:0:(cl_page.c:467:cl_page_find()) 1277@[0x200000406:0xc37:0x0] ffffea5984aa0bc0 0 2
00000020:00000001:0.0:1769074884.222515:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222517:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6fe58.
00000020:00000001:0.0:1769074884.222518:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222520:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222521:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222522:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5230592, entry 0, stripe 0, suboff 5230592
00000008:00000001:0.0:1769074884.222524:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222525:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fec8 vmpage ffffea5984aa0bc0 obj off 5230592
00000008:00000001:0.0:1769074884.222527:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222529:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222530:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222531:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222533:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951956568 : -121799757595048 : ffff913948b6fe58)
00000020:00000001:0.0:1769074884.222535:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951956568 : -121799757595048 : ffff913948b6fe58)
00000020:00000001:0.0:1769074884.222536:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222538:0:54144:0:(cl_page.c:467:cl_page_find()) 1278@[0x200000406:0xc37:0x0] ffffea5984aa0c00 0 2
00000020:00000001:0.0:1769074884.222540:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222543:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f510.
00000020:00000001:0.0:1769074884.222544:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222545:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222547:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222548:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5234688, entry 0, stripe 0, suboff 5234688
00000008:00000001:0.0:1769074884.222550:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222551:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f580 vmpage ffffea5984aa0c00 obj off 5234688
00000008:00000001:0.0:1769074884.222553:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222554:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222555:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222557:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222559:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951954192 : -121799757597424 : ffff913948b6f510)
00000020:00000001:0.0:1769074884.222560:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951954192 : -121799757597424 : ffff913948b6f510)
00000020:00000001:0.0:1769074884.222562:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222563:0:54144:0:(cl_page.c:467:cl_page_find()) 1279@[0x200000406:0xc37:0x0] ffffea5984aa0c40 0 2
00000020:00000001:0.0:1769074884.222565:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222568:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f798.
00000020:00000001:0.0:1769074884.222569:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222570:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222571:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222573:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5238784, entry 0, stripe 0, suboff 5238784
00000008:00000001:0.0:1769074884.222575:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222576:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f808 vmpage ffffea5984aa0c40 obj off 5238784
00000008:00000001:0.0:1769074884.222578:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222579:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222580:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222581:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222583:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951954840 : -121799757596776 : ffff913948b6f798)
00000020:00000001:0.0:1769074884.222585:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951954840 : -121799757596776 : ffff913948b6f798)
00000020:00000001:0.0:1769074884.222587:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222588:0:54144:0:(cl_page.c:467:cl_page_find()) 1280@[0x200000406:0xc37:0x0] ffffea5984aa0c80 0 2
00000020:00000001:0.0:1769074884.222591:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222593:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f948.
00000020:00000001:0.0:1769074884.222595:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222596:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222597:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222598:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5242880, entry 0, stripe 0, suboff 5242880
00000008:00000001:0.0:1769074884.222600:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222601:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f9b8 vmpage ffffea5984aa0c80 obj off 5242880
00000008:00000001:0.0:1769074884.222603:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222604:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222605:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222607:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.222608:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951955272 : -121799757596344 : ffff913948b6f948)
00000020:00000001:0.0:1769074884.222610:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951955272 : -121799757596344 : ffff913948b6f948)
00000020:00000001:0.0:1769074884.222612:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.222613:0:54144:0:(cl_page.c:467:cl_page_find()) 1281@[0x200000406:0xc37:0x0] ffffea5984aa0cc0 0 2
00000020:00000001:0.0:1769074884.222615:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.222617:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f0d8.
00000020:00000001:0.0:1769074884.222619:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.222620:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.222621:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.222622:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5246976, entry 0, stripe 0, suboff 5246976
00000008:00000001:0.0:1769074884.222624:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.222626:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f148 vmpage ffffea5984aa0cc0 obj off 5246976
00000008:00000001:0.0:1769074884.222628:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223470:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223472:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223475:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223478:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951953112 : -121799757598504 : ffff913948b6f0d8)
00000020:00000001:0.0:1769074884.223481:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951953112 : -121799757598504 : ffff913948b6f0d8)
00000020:00000001:0.0:1769074884.223484:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223485:0:54144:0:(cl_page.c:467:cl_page_find()) 1282@[0x200000406:0xc37:0x0] ffffea5984aa0d00 0 2
00000020:00000001:0.0:1769074884.223488:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223493:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6fa20.
00000020:00000001:0.0:1769074884.223495:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223496:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223497:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223499:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5251072, entry 0, stripe 0, suboff 5251072
00000008:00000001:0.0:1769074884.223503:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223504:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fa90 vmpage ffffea5984aa0d00 obj off 5251072
00000008:00000001:0.0:1769074884.223506:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223507:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223508:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223509:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223511:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951955488 : -121799757596128 : ffff913948b6fa20)
00000020:00000001:0.0:1769074884.223513:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951955488 : -121799757596128 : ffff913948b6fa20)
00000020:00000001:0.0:1769074884.223514:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223516:0:54144:0:(cl_page.c:467:cl_page_find()) 1283@[0x200000406:0xc37:0x0] ffffea5984aa0d40 0 2
00000020:00000001:0.0:1769074884.223518:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223520:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6fbd0.
00000020:00000001:0.0:1769074884.223522:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223523:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223524:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223525:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5255168, entry 0, stripe 0, suboff 5255168
00000008:00000001:0.0:1769074884.223527:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223528:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fc40 vmpage ffffea5984aa0d40 obj off 5255168
00000008:00000001:0.0:1769074884.223530:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223532:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223533:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223533:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223535:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951955920 : -121799757595696 : ffff913948b6fbd0)
00000020:00000001:0.0:1769074884.223537:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951955920 : -121799757595696 : ffff913948b6fbd0)
00000020:00000001:0.0:1769074884.223539:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223541:0:54144:0:(cl_page.c:467:cl_page_find()) 1284@[0x200000406:0xc37:0x0] ffffea5984aa0d80 0 2
00000020:00000001:0.0:1769074884.223543:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223545:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6faf8.
00000020:00000001:0.0:1769074884.223547:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223548:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223549:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223550:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5259264, entry 0, stripe 0, suboff 5259264
00000008:00000001:0.0:1769074884.223552:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223553:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6fb68 vmpage ffffea5984aa0d80 obj off 5259264
00000008:00000001:0.0:1769074884.223555:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223557:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223558:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223559:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223560:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951955704 : -121799757595912 : ffff913948b6faf8)
00000020:00000001:0.0:1769074884.223562:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951955704 : -121799757595912 : ffff913948b6faf8)
00000020:00000001:0.0:1769074884.223564:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223565:0:54144:0:(cl_page.c:467:cl_page_find()) 1285@[0x200000406:0xc37:0x0] ffffea5984aa0dc0 0 2
00000020:00000001:0.0:1769074884.223567:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223570:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f288.
00000020:00000001:0.0:1769074884.223571:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223572:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223573:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223575:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5263360, entry 0, stripe 0, suboff 5263360
00000008:00000001:0.0:1769074884.223576:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223578:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f2f8 vmpage ffffea5984aa0dc0 obj off 5263360
00000008:00000001:0.0:1769074884.223579:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223581:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223582:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223583:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223585:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951953544 : -121799757598072 : ffff913948b6f288)
00000020:00000001:0.0:1769074884.223587:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951953544 : -121799757598072 : ffff913948b6f288)
00000020:00000001:0.0:1769074884.223589:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223590:0:54144:0:(cl_page.c:467:cl_page_find()) 1286@[0x200000406:0xc37:0x0] ffffea5984aa0e00 0 2
00000020:00000001:0.0:1769074884.223592:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223594:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f438.
00000020:00000001:0.0:1769074884.223595:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223597:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223598:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223599:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5267456, entry 0, stripe 0, suboff 5267456
00000008:00000001:0.0:1769074884.223601:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223602:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f4a8 vmpage ffffea5984aa0e00 obj off 5267456
00000008:00000001:0.0:1769074884.223603:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223604:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223606:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223607:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.223608:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951953976 : -121799757597640 : ffff913948b6f438)
00000020:00000001:0.0:1769074884.223609:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951953976 : -121799757597640 : ffff913948b6f438)
00000020:00000001:0.0:1769074884.223611:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.223612:0:54144:0:(cl_page.c:467:cl_page_find()) 1287@[0x200000406:0xc37:0x0] ffffea5984aa0e40 0 2
00000020:00000001:0.0:1769074884.223614:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.223617:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913948b6f1b0.
00000020:00000001:0.0:1769074884.223619:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.223620:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.223621:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.223622:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5271552, entry 0, stripe 0, suboff 5271552
00000008:00000001:0.0:1769074884.223624:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.223625:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913948b6f220 vmpage ffffea5984aa0e40 obj off 5271552
00000008:00000001:0.0:1769074884.223627:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224568:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224573:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224575:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224579:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273951953328 : -121799757598288 : ffff913948b6f1b0)
00000020:00000001:0.0:1769074884.224582:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273951953328 : -121799757598288 : ffff913948b6f1b0)
00000020:00000001:0.0:1769074884.224584:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224586:0:54144:0:(cl_page.c:467:cl_page_find()) 1288@[0x200000406:0xc37:0x0] ffffea5984aa0e80 0 2
00000020:00000001:0.0:1769074884.224590:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224615:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69a20.
00000020:00000001:0.0:1769074884.224619:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224619:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224622:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224624:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5275648, entry 0, stripe 0, suboff 5275648
00000008:00000001:0.0:1769074884.224628:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224739:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69a90 vmpage ffffea5984aa0e80 obj off 5275648
00000008:00000001:0.0:1769074884.224742:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224744:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224745:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224746:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224748:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904744992 : -121799804806624 : ffff913945e69a20)
00000020:00000001:0.0:1769074884.224750:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904744992 : -121799804806624 : ffff913945e69a20)
00000020:00000001:0.0:1769074884.224752:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224754:0:54144:0:(cl_page.c:467:cl_page_find()) 1289@[0x200000406:0xc37:0x0] ffffea5984aa0ec0 0 2
00000020:00000001:0.0:1769074884.224756:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224760:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69bd0.
00000020:00000001:0.0:1769074884.224762:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224763:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224764:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224766:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5279744, entry 0, stripe 0, suboff 5279744
00000008:00000001:0.0:1769074884.224768:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224769:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69c40 vmpage ffffea5984aa0ec0 obj off 5279744
00000008:00000001:0.0:1769074884.224771:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224772:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224773:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224774:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224776:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904745424 : -121799804806192 : ffff913945e69bd0)
00000020:00000001:0.0:1769074884.224777:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904745424 : -121799804806192 : ffff913945e69bd0)
00000020:00000001:0.0:1769074884.224779:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224780:0:54144:0:(cl_page.c:467:cl_page_find()) 1290@[0x200000406:0xc37:0x0] ffffea5984aa0f00 0 2
00000020:00000001:0.0:1769074884.224781:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224783:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69af8.
00000020:00000001:0.0:1769074884.224784:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224785:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224786:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224787:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5283840, entry 0, stripe 0, suboff 5283840
00000008:00000001:0.0:1769074884.224788:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224790:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69b68 vmpage ffffea5984aa0f00 obj off 5283840
00000008:00000001:0.0:1769074884.224791:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224793:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224794:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224795:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224797:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904745208 : -121799804806408 : ffff913945e69af8)
00000020:00000001:0.0:1769074884.224798:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904745208 : -121799804806408 : ffff913945e69af8)
00000020:00000001:0.0:1769074884.224800:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224801:0:54144:0:(cl_page.c:467:cl_page_find()) 1291@[0x200000406:0xc37:0x0] ffffea5984aa0f40 0 2
00000020:00000001:0.0:1769074884.224803:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224805:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69288.
00000020:00000001:0.0:1769074884.224806:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224807:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224807:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224809:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5287936, entry 0, stripe 0, suboff 5287936
00000008:00000001:0.0:1769074884.224810:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224811:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e692f8 vmpage ffffea5984aa0f40 obj off 5287936
00000008:00000001:0.0:1769074884.224813:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224814:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224815:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224816:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224817:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904743048 : -121799804808568 : ffff913945e69288)
00000020:00000001:0.0:1769074884.224819:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904743048 : -121799804808568 : ffff913945e69288)
00000020:00000001:0.0:1769074884.224821:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224822:0:54144:0:(cl_page.c:467:cl_page_find()) 1292@[0x200000406:0xc37:0x0] ffffea5984aa0f80 0 2
00000020:00000001:0.0:1769074884.224823:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224825:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69438.
00000020:00000001:0.0:1769074884.224826:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224827:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224827:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224828:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5292032, entry 0, stripe 0, suboff 5292032
00000008:00000001:0.0:1769074884.224830:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224831:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e694a8 vmpage ffffea5984aa0f80 obj off 5292032
00000008:00000001:0.0:1769074884.224832:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224834:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224835:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224836:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224837:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904743480 : -121799804808136 : ffff913945e69438)
00000020:00000001:0.0:1769074884.224839:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904743480 : -121799804808136 : ffff913945e69438)
00000020:00000001:0.0:1769074884.224840:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224842:0:54144:0:(cl_page.c:467:cl_page_find()) 1293@[0x200000406:0xc37:0x0] ffffea5984aa0fc0 0 2
00000020:00000001:0.0:1769074884.224844:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224846:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e691b0.
00000020:00000001:0.0:1769074884.224848:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224849:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224850:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224851:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5296128, entry 0, stripe 0, suboff 5296128
00000008:00000001:0.0:1769074884.224852:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224853:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69220 vmpage ffffea5984aa0fc0 obj off 5296128
00000008:00000001:0.0:1769074884.224855:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224856:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224857:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224857:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224859:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904742832 : -121799804808784 : ffff913945e691b0)
00000020:00000001:0.0:1769074884.224860:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904742832 : -121799804808784 : ffff913945e691b0)
00000020:00000001:0.0:1769074884.224862:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224863:0:54144:0:(cl_page.c:467:cl_page_find()) 1294@[0x200000406:0xc37:0x0] ffffea5984aa1000 0 2
00000020:00000001:0.0:1769074884.224865:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224867:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69360.
00000020:00000001:0.0:1769074884.224868:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224869:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224870:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224871:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5300224, entry 0, stripe 0, suboff 5300224
00000008:00000001:0.0:1769074884.224873:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224874:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e693d0 vmpage ffffea5984aa1000 obj off 5300224
00000008:00000001:0.0:1769074884.224876:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224878:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224879:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224880:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224881:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904743264 : -121799804808352 : ffff913945e69360)
00000020:00000001:0.0:1769074884.224883:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904743264 : -121799804808352 : ffff913945e69360)
00000020:00000001:0.0:1769074884.224885:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224886:0:54144:0:(cl_page.c:467:cl_page_find()) 1295@[0x200000406:0xc37:0x0] ffffea5984aa1040 0 2
00000020:00000001:0.0:1769074884.224888:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224891:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69ca8.
00000020:00000001:0.0:1769074884.224892:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224894:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224895:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224897:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5304320, entry 0, stripe 0, suboff 5304320
00000008:00000001:0.0:1769074884.224899:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224900:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69d18 vmpage ffffea5984aa1040 obj off 5304320
00000008:00000001:0.0:1769074884.224902:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224903:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224904:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224905:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224907:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904745640 : -121799804805976 : ffff913945e69ca8)
00000020:00000001:0.0:1769074884.224908:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904745640 : -121799804805976 : ffff913945e69ca8)
00000020:00000001:0.0:1769074884.224910:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224911:0:54144:0:(cl_page.c:467:cl_page_find()) 1296@[0x200000406:0xc37:0x0] ffffea5984aa1080 0 2
00000020:00000001:0.0:1769074884.224913:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224915:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e695e8.
00000020:00000001:0.0:1769074884.224917:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224918:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224919:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224921:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5308416, entry 0, stripe 0, suboff 5308416
00000008:00000001:0.0:1769074884.224923:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224924:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69658 vmpage ffffea5984aa1080 obj off 5308416
00000008:00000001:0.0:1769074884.224926:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224928:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224929:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224930:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224931:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904743912 : -121799804807704 : ffff913945e695e8)
00000020:00000001:0.0:1769074884.224933:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904743912 : -121799804807704 : ffff913945e695e8)
00000020:00000001:0.0:1769074884.224935:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224937:0:54144:0:(cl_page.c:467:cl_page_find()) 1297@[0x200000406:0xc37:0x0] ffffea5984aa10c0 0 2
00000020:00000001:0.0:1769074884.224939:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224941:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69000.
00000020:00000001:0.0:1769074884.224943:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224944:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224944:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224946:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5312512, entry 0, stripe 0, suboff 5312512
00000008:00000001:0.0:1769074884.224947:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224949:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69070 vmpage ffffea5984aa10c0 obj off 5312512
00000008:00000001:0.0:1769074884.224951:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224952:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224953:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224955:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224956:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904742400 : -121799804809216 : ffff913945e69000)
00000020:00000001:0.0:1769074884.224958:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904742400 : -121799804809216 : ffff913945e69000)
00000020:00000001:0.0:1769074884.224960:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224961:0:54144:0:(cl_page.c:467:cl_page_find()) 1298@[0x200000406:0xc37:0x0] ffffea5984aa1100 0 2
00000020:00000001:0.0:1769074884.224963:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224965:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e696c0.
00000020:00000001:0.0:1769074884.224967:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224968:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224969:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224970:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5316608, entry 0, stripe 0, suboff 5316608
00000008:00000001:0.0:1769074884.224972:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224974:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69730 vmpage ffffea5984aa1100 obj off 5316608
00000008:00000001:0.0:1769074884.224976:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224978:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224979:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224980:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.224982:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904744128 : -121799804807488 : ffff913945e696c0)
00000020:00000001:0.0:1769074884.224984:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904744128 : -121799804807488 : ffff913945e696c0)
00000020:00000001:0.0:1769074884.224985:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.224986:0:54144:0:(cl_page.c:467:cl_page_find()) 1299@[0x200000406:0xc37:0x0] ffffea5984aa1140 0 2
00000020:00000001:0.0:1769074884.224988:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.224990:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69d80.
00000020:00000001:0.0:1769074884.224992:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.224992:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.224994:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.224995:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5320704, entry 0, stripe 0, suboff 5320704
00000008:00000001:0.0:1769074884.224996:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.224997:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69df0 vmpage ffffea5984aa1140 obj off 5320704
00000008:00000001:0.0:1769074884.224999:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.225000:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.225001:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.225002:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.225004:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904745856 : -121799804805760 : ffff913945e69d80)
00000020:00000001:0.0:1769074884.225005:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904745856 : -121799804805760 : ffff913945e69d80)
00000020:00000001:0.0:1769074884.225007:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.225008:0:54144:0:(cl_page.c:467:cl_page_find()) 1300@[0x200000406:0xc37:0x0] ffffea5984aa1180 0 2
00000020:00000001:0.0:1769074884.225010:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.225011:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69870.
00000020:00000001:0.0:1769074884.225013:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.225014:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.225015:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.225016:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5324800, entry 0, stripe 0, suboff 5324800
00000008:00000001:0.0:1769074884.225017:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.225018:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e698e0 vmpage ffffea5984aa1180 obj off 5324800
00000008:00000001:0.0:1769074884.225020:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.225021:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.225022:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.225023:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226129:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904744560 : -121799804807056 : ffff913945e69870)
00000020:00000001:0.0:1769074884.226133:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904744560 : -121799804807056 : ffff913945e69870)
00000020:00000001:0.0:1769074884.226136:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226138:0:54144:0:(cl_page.c:467:cl_page_find()) 1301@[0x200000406:0xc37:0x0] ffffea5984aa11c0 0 2
00000020:00000001:0.0:1769074884.226142:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226148:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69e58.
00000020:00000001:0.0:1769074884.226151:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226153:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226155:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226157:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5328896, entry 0, stripe 0, suboff 5328896
00000008:00000001:0.0:1769074884.226161:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226163:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69ec8 vmpage ffffea5984aa11c0 obj off 5328896
00000008:00000001:0.0:1769074884.226165:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226167:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226168:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226169:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226170:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904746072 : -121799804805544 : ffff913945e69e58)
00000020:00000001:0.0:1769074884.226172:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904746072 : -121799804805544 : ffff913945e69e58)
00000020:00000001:0.0:1769074884.226173:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226184:0:54144:0:(cl_page.c:467:cl_page_find()) 1302@[0x200000406:0xc37:0x0] ffffea5984aa1200 0 2
00000020:00000001:0.0:1769074884.226186:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226189:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69510.
00000020:00000001:0.0:1769074884.226190:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226191:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226193:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226194:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5332992, entry 0, stripe 0, suboff 5332992
00000008:00000001:0.0:1769074884.226196:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226197:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69580 vmpage ffffea5984aa1200 obj off 5332992
00000008:00000001:0.0:1769074884.226199:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226200:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226201:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226202:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226204:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904743696 : -121799804807920 : ffff913945e69510)
00000020:00000001:0.0:1769074884.226205:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904743696 : -121799804807920 : ffff913945e69510)
00000020:00000001:0.0:1769074884.226207:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226208:0:54144:0:(cl_page.c:467:cl_page_find()) 1303@[0x200000406:0xc37:0x0] ffffea5984aa1240 0 2
00000020:00000001:0.0:1769074884.226210:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226212:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69798.
00000020:00000001:0.0:1769074884.226213:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226214:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226215:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226216:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5337088, entry 0, stripe 0, suboff 5337088
00000008:00000001:0.0:1769074884.226218:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226219:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69808 vmpage ffffea5984aa1240 obj off 5337088
00000008:00000001:0.0:1769074884.226220:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226222:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226222:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226223:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226225:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904744344 : -121799804807272 : ffff913945e69798)
00000020:00000001:0.0:1769074884.226226:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904744344 : -121799804807272 : ffff913945e69798)
00000020:00000001:0.0:1769074884.226228:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226230:0:54144:0:(cl_page.c:467:cl_page_find()) 1304@[0x200000406:0xc37:0x0] ffffea5984aa1280 0 2
00000020:00000001:0.0:1769074884.226231:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226234:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e69948.
00000020:00000001:0.0:1769074884.226235:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226237:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226238:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226239:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5341184, entry 0, stripe 0, suboff 5341184
00000008:00000001:0.0:1769074884.226241:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226242:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e699b8 vmpage ffffea5984aa1280 obj off 5341184
00000008:00000001:0.0:1769074884.226243:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226244:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226245:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226246:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226248:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904744776 : -121799804806840 : ffff913945e69948)
00000020:00000001:0.0:1769074884.226250:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904744776 : -121799804806840 : ffff913945e69948)
00000020:00000001:0.0:1769074884.226251:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226253:0:54144:0:(cl_page.c:467:cl_page_find()) 1305@[0x200000406:0xc37:0x0] ffffea5984aa12c0 0 2
00000020:00000001:0.0:1769074884.226254:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226257:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913945e690d8.
00000020:00000001:0.0:1769074884.226258:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226259:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226260:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226262:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5345280, entry 0, stripe 0, suboff 5345280
00000008:00000001:0.0:1769074884.226263:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226264:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913945e69148 vmpage ffffea5984aa12c0 obj off 5345280
00000008:00000001:0.0:1769074884.226266:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226267:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226268:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226269:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226270:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273904742616 : -121799804809000 : ffff913945e690d8)
00000020:00000001:0.0:1769074884.226272:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273904742616 : -121799804809000 : ffff913945e690d8)
00000020:00000001:0.0:1769074884.226274:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226275:0:54144:0:(cl_page.c:467:cl_page_find()) 1306@[0x200000406:0xc37:0x0] ffffea5984aa1300 0 2
00000020:00000001:0.0:1769074884.226277:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226458:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f288.
00000020:00000001:0.0:1769074884.226462:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226463:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226464:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226466:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5349376, entry 0, stripe 0, suboff 5349376
00000008:00000001:0.0:1769074884.226469:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226471:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f2f8 vmpage ffffea5984aa1300 obj off 5349376
00000008:00000001:0.0:1769074884.226473:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226475:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226476:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226477:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226479:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987408520 : -121799722143096 : ffff91394ad3f288)
00000020:00000001:0.0:1769074884.226481:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987408520 : -121799722143096 : ffff91394ad3f288)
00000020:00000001:0.0:1769074884.226483:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226485:0:54144:0:(cl_page.c:467:cl_page_find()) 1307@[0x200000406:0xc37:0x0] ffffea5984aa1340 0 2
00000020:00000001:0.0:1769074884.226487:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226490:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f438.
00000020:00000001:0.0:1769074884.226492:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226493:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226494:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226495:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5353472, entry 0, stripe 0, suboff 5353472
00000008:00000001:0.0:1769074884.226498:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226499:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f4a8 vmpage ffffea5984aa1340 obj off 5353472
00000008:00000001:0.0:1769074884.226501:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226502:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226503:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226504:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226506:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987408952 : -121799722142664 : ffff91394ad3f438)
00000020:00000001:0.0:1769074884.226508:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987408952 : -121799722142664 : ffff91394ad3f438)
00000020:00000001:0.0:1769074884.226509:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226511:0:54144:0:(cl_page.c:467:cl_page_find()) 1308@[0x200000406:0xc37:0x0] ffffea5984aa1380 0 2
00000020:00000001:0.0:1769074884.226512:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226515:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f1b0.
00000020:00000001:0.0:1769074884.226516:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226517:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226518:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226519:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5357568, entry 0, stripe 0, suboff 5357568
00000008:00000001:0.0:1769074884.226521:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226522:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f220 vmpage ffffea5984aa1380 obj off 5357568
00000008:00000001:0.0:1769074884.226524:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226525:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226526:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226528:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226529:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987408304 : -121799722143312 : ffff91394ad3f1b0)
00000020:00000001:0.0:1769074884.226531:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987408304 : -121799722143312 : ffff91394ad3f1b0)
00000020:00000001:0.0:1769074884.226532:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226534:0:54144:0:(cl_page.c:467:cl_page_find()) 1309@[0x200000406:0xc37:0x0] ffffea5984aa13c0 0 2
00000020:00000001:0.0:1769074884.226536:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226538:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f360.
00000020:00000001:0.0:1769074884.226539:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226540:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226541:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226543:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5361664, entry 0, stripe 0, suboff 5361664
00000008:00000001:0.0:1769074884.226544:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226546:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f3d0 vmpage ffffea5984aa13c0 obj off 5361664
00000008:00000001:0.0:1769074884.226547:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226549:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226550:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226551:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226553:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987408736 : -121799722142880 : ffff91394ad3f360)
00000020:00000001:0.0:1769074884.226555:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987408736 : -121799722142880 : ffff91394ad3f360)
00000020:00000001:0.0:1769074884.226557:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226558:0:54144:0:(cl_page.c:467:cl_page_find()) 1310@[0x200000406:0xc37:0x0] ffffea5984aa1400 0 2
00000020:00000001:0.0:1769074884.226561:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226563:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3fca8.
00000020:00000001:0.0:1769074884.226565:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226566:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226567:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226568:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5365760, entry 0, stripe 0, suboff 5365760
00000008:00000001:0.0:1769074884.226570:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226571:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fd18 vmpage ffffea5984aa1400 obj off 5365760
00000008:00000001:0.0:1769074884.226573:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226574:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226575:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226577:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.226579:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987411112 : -121799722140504 : ffff91394ad3fca8)
00000020:00000001:0.0:1769074884.226581:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987411112 : -121799722140504 : ffff91394ad3fca8)
00000020:00000001:0.0:1769074884.226583:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.226585:0:54144:0:(cl_page.c:467:cl_page_find()) 1311@[0x200000406:0xc37:0x0] ffffea5984aa1440 0 2
00000020:00000001:0.0:1769074884.226587:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.226589:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f5e8.
00000020:00000001:0.0:1769074884.226591:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.226592:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.226593:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.226594:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5369856, entry 0, stripe 0, suboff 5369856
00000008:00000001:0.0:1769074884.226596:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.226597:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f658 vmpage ffffea5984aa1440 obj off 5369856
00000008:00000001:0.0:1769074884.228099:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228103:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228105:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228107:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228110:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987409384 : -121799722142232 : ffff91394ad3f5e8)
00000020:00000001:0.0:1769074884.228113:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987409384 : -121799722142232 : ffff91394ad3f5e8)
00000020:00000001:0.0:1769074884.228116:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228118:0:54144:0:(cl_page.c:467:cl_page_find()) 1312@[0x200000406:0xc37:0x0] ffffea5984aa1480 0 2
00000020:00000001:0.0:1769074884.228120:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228124:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f000.
00000020:00000001:0.0:1769074884.228126:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228127:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228129:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228132:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5373952, entry 0, stripe 0, suboff 5373952
00000008:00000001:0.0:1769074884.228135:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228136:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f070 vmpage ffffea5984aa1480 obj off 5373952
00000008:00000001:0.0:1769074884.228138:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228140:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228141:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228142:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228143:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987407872 : -121799722143744 : ffff91394ad3f000)
00000020:00000001:0.0:1769074884.228145:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987407872 : -121799722143744 : ffff91394ad3f000)
00000020:00000001:0.0:1769074884.228147:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228148:0:54144:0:(cl_page.c:467:cl_page_find()) 1313@[0x200000406:0xc37:0x0] ffffea5984aa14c0 0 2
00000020:00000001:0.0:1769074884.228150:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228152:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f6c0.
00000020:00000001:0.0:1769074884.228153:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228155:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228156:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228158:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5378048, entry 0, stripe 0, suboff 5378048
00000008:00000001:0.0:1769074884.228159:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228160:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f730 vmpage ffffea5984aa14c0 obj off 5378048
00000008:00000001:0.0:1769074884.228162:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228164:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228165:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228166:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228168:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987409600 : -121799722142016 : ffff91394ad3f6c0)
00000020:00000001:0.0:1769074884.228170:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987409600 : -121799722142016 : ffff91394ad3f6c0)
00000020:00000001:0.0:1769074884.228171:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228172:0:54144:0:(cl_page.c:467:cl_page_find()) 1314@[0x200000406:0xc37:0x0] ffffea5984aa1500 0 2
00000020:00000001:0.0:1769074884.228182:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228184:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3fd80.
00000020:00000001:0.0:1769074884.228186:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228187:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228188:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228189:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5382144, entry 0, stripe 0, suboff 5382144
00000008:00000001:0.0:1769074884.228191:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228192:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fdf0 vmpage ffffea5984aa1500 obj off 5382144
00000008:00000001:0.0:1769074884.228193:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228195:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228196:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228197:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228198:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987411328 : -121799722140288 : ffff91394ad3fd80)
00000020:00000001:0.0:1769074884.228200:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987411328 : -121799722140288 : ffff91394ad3fd80)
00000020:00000001:0.0:1769074884.228201:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228202:0:54144:0:(cl_page.c:467:cl_page_find()) 1315@[0x200000406:0xc37:0x0] ffffea5984aa1540 0 2
00000020:00000001:0.0:1769074884.228204:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228206:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f870.
00000020:00000001:0.0:1769074884.228207:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228208:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228209:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228210:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5386240, entry 0, stripe 0, suboff 5386240
00000008:00000001:0.0:1769074884.228212:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228213:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f8e0 vmpage ffffea5984aa1540 obj off 5386240
00000008:00000001:0.0:1769074884.228215:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228217:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228218:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228219:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228220:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987410032 : -121799722141584 : ffff91394ad3f870)
00000020:00000001:0.0:1769074884.228222:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987410032 : -121799722141584 : ffff91394ad3f870)
00000020:00000001:0.0:1769074884.228224:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228225:0:54144:0:(cl_page.c:467:cl_page_find()) 1316@[0x200000406:0xc37:0x0] ffffea5984aa1580 0 2
00000020:00000001:0.0:1769074884.228227:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228228:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3fe58.
00000020:00000001:0.0:1769074884.228230:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228230:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228231:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228233:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5390336, entry 0, stripe 0, suboff 5390336
00000008:00000001:0.0:1769074884.228234:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228235:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fec8 vmpage ffffea5984aa1580 obj off 5390336
00000008:00000001:0.0:1769074884.228237:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228238:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228239:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228240:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228241:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987411544 : -121799722140072 : ffff91394ad3fe58)
00000020:00000001:0.0:1769074884.228243:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987411544 : -121799722140072 : ffff91394ad3fe58)
00000020:00000001:0.0:1769074884.228245:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228246:0:54144:0:(cl_page.c:467:cl_page_find()) 1317@[0x200000406:0xc37:0x0] ffffea5984aa15c0 0 2
00000020:00000001:0.0:1769074884.228248:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228249:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f510.
00000020:00000001:0.0:1769074884.228251:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228252:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228253:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228254:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5394432, entry 0, stripe 0, suboff 5394432
00000008:00000001:0.0:1769074884.228255:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228256:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f580 vmpage ffffea5984aa15c0 obj off 5394432
00000008:00000001:0.0:1769074884.228258:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228259:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228260:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228262:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228264:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987409168 : -121799722142448 : ffff91394ad3f510)
00000020:00000001:0.0:1769074884.228265:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987409168 : -121799722142448 : ffff91394ad3f510)
00000020:00000001:0.0:1769074884.228267:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228268:0:54144:0:(cl_page.c:467:cl_page_find()) 1318@[0x200000406:0xc37:0x0] ffffea5984aa1600 0 2
00000020:00000001:0.0:1769074884.228270:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.228271:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f798.
00000020:00000001:0.0:1769074884.228273:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228274:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228275:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.228276:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5398528, entry 0, stripe 0, suboff 5398528
00000008:00000001:0.0:1769074884.228277:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.228278:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f808 vmpage ffffea5984aa1600 obj off 5398528
00000008:00000001:0.0:1769074884.228280:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228281:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.228282:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.228283:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.228285:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987409816 : -121799722141800 : ffff91394ad3f798)
00000020:00000001:0.0:1769074884.228286:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987409816 : -121799722141800 : ffff91394ad3f798)
00000020:00000001:0.0:1769074884.228288:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.228289:0:54144:0:(cl_page.c:467:cl_page_find()) 1319@[0x200000406:0xc37:0x0] ffffea5984aa1640 0 2
00000020:00000001:0.0:1769074884.232063:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232073:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f948.
00000020:00000001:0.0:1769074884.232077:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232078:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232082:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232085:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5402624, entry 0, stripe 0, suboff 5402624
00000008:00000001:0.0:1769074884.232092:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232094:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f9b8 vmpage ffffea5984aa1640 obj off 5402624
00000008:00000001:0.0:1769074884.232097:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232099:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232100:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232101:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232103:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987410248 : -121799722141368 : ffff91394ad3f948)
00000020:00000001:0.0:1769074884.232105:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987410248 : -121799722141368 : ffff91394ad3f948)
00000020:00000001:0.0:1769074884.232109:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232111:0:54144:0:(cl_page.c:467:cl_page_find()) 1320@[0x200000406:0xc37:0x0] ffffea5984aa1680 0 2
00000020:00000001:0.0:1769074884.232115:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232117:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3f0d8.
00000020:00000001:0.0:1769074884.232119:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232120:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232121:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232122:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5406720, entry 0, stripe 0, suboff 5406720
00000008:00000001:0.0:1769074884.232125:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232126:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3f148 vmpage ffffea5984aa1680 obj off 5406720
00000008:00000001:0.0:1769074884.232128:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232130:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232131:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232132:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232134:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987408088 : -121799722143528 : ffff91394ad3f0d8)
00000020:00000001:0.0:1769074884.232135:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987408088 : -121799722143528 : ffff91394ad3f0d8)
00000020:00000001:0.0:1769074884.232137:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232139:0:54144:0:(cl_page.c:467:cl_page_find()) 1321@[0x200000406:0xc37:0x0] ffffea5984aa16c0 0 2
00000020:00000001:0.0:1769074884.232141:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232143:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3fa20.
00000020:00000001:0.0:1769074884.232144:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232145:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232146:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232147:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5410816, entry 0, stripe 0, suboff 5410816
00000008:00000001:0.0:1769074884.232149:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232150:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fa90 vmpage ffffea5984aa16c0 obj off 5410816
00000008:00000001:0.0:1769074884.232152:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232154:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232154:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232156:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232157:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987410464 : -121799722141152 : ffff91394ad3fa20)
00000020:00000001:0.0:1769074884.232160:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987410464 : -121799722141152 : ffff91394ad3fa20)
00000020:00000001:0.0:1769074884.232161:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232163:0:54144:0:(cl_page.c:467:cl_page_find()) 1322@[0x200000406:0xc37:0x0] ffffea5984aa1700 0 2
00000020:00000001:0.0:1769074884.232165:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232167:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3fbd0.
00000020:00000001:0.0:1769074884.232169:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232170:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232171:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232172:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5414912, entry 0, stripe 0, suboff 5414912
00000008:00000001:0.0:1769074884.232185:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232186:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fc40 vmpage ffffea5984aa1700 obj off 5414912
00000008:00000001:0.0:1769074884.232188:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232190:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232191:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232192:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232194:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987410896 : -121799722140720 : ffff91394ad3fbd0)
00000020:00000001:0.0:1769074884.232196:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987410896 : -121799722140720 : ffff91394ad3fbd0)
00000020:00000001:0.0:1769074884.232197:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232199:0:54144:0:(cl_page.c:467:cl_page_find()) 1323@[0x200000406:0xc37:0x0] ffffea5984aa1740 0 2
00000020:00000001:0.0:1769074884.232201:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232203:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394ad3faf8.
00000020:00000001:0.0:1769074884.232205:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232206:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232207:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232208:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5419008, entry 0, stripe 0, suboff 5419008
00000008:00000001:0.0:1769074884.232210:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232211:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394ad3fb68 vmpage ffffea5984aa1740 obj off 5419008
00000008:00000001:0.0:1769074884.232212:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232214:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232215:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232216:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232217:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273987410680 : -121799722140936 : ffff91394ad3faf8)
00000020:00000001:0.0:1769074884.232219:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273987410680 : -121799722140936 : ffff91394ad3faf8)
00000020:00000001:0.0:1769074884.232220:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232222:0:54144:0:(cl_page.c:467:cl_page_find()) 1324@[0x200000406:0xc37:0x0] ffffea5984aa1780 0 2
00000020:00000001:0.0:1769074884.232224:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232242:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0510.
00000020:00000001:0.0:1769074884.232245:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232246:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232247:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232249:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5423104, entry 0, stripe 0, suboff 5423104
00000008:00000001:0.0:1769074884.232251:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232253:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0580 vmpage ffffea5984aa1780 obj off 5423104
00000008:00000001:0.0:1769074884.232254:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232256:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232256:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232258:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232260:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922794768 : -121799786756848 : ffff913946fa0510)
00000020:00000001:0.0:1769074884.232262:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922794768 : -121799786756848 : ffff913946fa0510)
00000020:00000001:0.0:1769074884.232264:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232265:0:54144:0:(cl_page.c:467:cl_page_find()) 1325@[0x200000406:0xc37:0x0] ffffea5984aa17c0 0 2
00000020:00000001:0.0:1769074884.232267:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232270:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0798.
00000020:00000001:0.0:1769074884.232271:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232272:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232273:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232274:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5427200, entry 0, stripe 0, suboff 5427200
00000008:00000001:0.0:1769074884.232276:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232277:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0808 vmpage ffffea5984aa17c0 obj off 5427200
00000008:00000001:0.0:1769074884.232279:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232280:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232281:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232282:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232284:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922795416 : -121799786756200 : ffff913946fa0798)
00000020:00000001:0.0:1769074884.232286:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922795416 : -121799786756200 : ffff913946fa0798)
00000020:00000001:0.0:1769074884.232287:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232300:0:54144:0:(cl_page.c:467:cl_page_find()) 1326@[0x200000406:0xc37:0x0] ffffea5984aa1800 0 2
00000020:00000001:0.0:1769074884.232303:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232306:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0948.
00000020:00000001:0.0:1769074884.232307:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232308:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232310:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232311:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5431296, entry 0, stripe 0, suboff 5431296
00000008:00000001:0.0:1769074884.232313:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232314:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa09b8 vmpage ffffea5984aa1800 obj off 5431296
00000008:00000001:0.0:1769074884.232316:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232317:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232318:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232320:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232321:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922795848 : -121799786755768 : ffff913946fa0948)
00000020:00000001:0.0:1769074884.232323:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922795848 : -121799786755768 : ffff913946fa0948)
00000020:00000001:0.0:1769074884.232324:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232326:0:54144:0:(cl_page.c:467:cl_page_find()) 1327@[0x200000406:0xc37:0x0] ffffea5984aa1840 0 2
00000020:00000001:0.0:1769074884.232328:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232330:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa00d8.
00000020:00000001:0.0:1769074884.232331:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232332:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232333:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232334:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5435392, entry 0, stripe 0, suboff 5435392
00000008:00000001:0.0:1769074884.232336:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232337:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0148 vmpage ffffea5984aa1840 obj off 5435392
00000008:00000001:0.0:1769074884.232339:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232340:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232341:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232342:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232343:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922793688 : -121799786757928 : ffff913946fa00d8)
00000020:00000001:0.0:1769074884.232345:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922793688 : -121799786757928 : ffff913946fa00d8)
00000020:00000001:0.0:1769074884.232347:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232348:0:54144:0:(cl_page.c:467:cl_page_find()) 1328@[0x200000406:0xc37:0x0] ffffea5984aa1880 0 2
00000020:00000001:0.0:1769074884.232349:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232351:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0a20.
00000020:00000001:0.0:1769074884.232353:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232354:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232355:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232356:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5439488, entry 0, stripe 0, suboff 5439488
00000008:00000001:0.0:1769074884.232357:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232358:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0a90 vmpage ffffea5984aa1880 obj off 5439488
00000008:00000001:0.0:1769074884.232360:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232362:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232362:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232364:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232365:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922796064 : -121799786755552 : ffff913946fa0a20)
00000020:00000001:0.0:1769074884.232367:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922796064 : -121799786755552 : ffff913946fa0a20)
00000020:00000001:0.0:1769074884.232369:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232370:0:54144:0:(cl_page.c:467:cl_page_find()) 1329@[0x200000406:0xc37:0x0] ffffea5984aa18c0 0 2
00000020:00000001:0.0:1769074884.232372:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232374:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0bd0.
00000020:00000001:0.0:1769074884.232376:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232376:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232378:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232379:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5443584, entry 0, stripe 0, suboff 5443584
00000008:00000001:0.0:1769074884.232381:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232382:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0c40 vmpage ffffea5984aa18c0 obj off 5443584
00000008:00000001:0.0:1769074884.232384:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232385:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232386:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232387:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232389:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922796496 : -121799786755120 : ffff913946fa0bd0)
00000020:00000001:0.0:1769074884.232390:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922796496 : -121799786755120 : ffff913946fa0bd0)
00000020:00000001:0.0:1769074884.232392:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232393:0:54144:0:(cl_page.c:467:cl_page_find()) 1330@[0x200000406:0xc37:0x0] ffffea5984aa1900 0 2
00000020:00000001:0.0:1769074884.232395:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232397:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0af8.
00000020:00000001:0.0:1769074884.232399:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232400:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232401:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232402:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5447680, entry 0, stripe 0, suboff 5447680
00000008:00000001:0.0:1769074884.232404:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232406:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0b68 vmpage ffffea5984aa1900 obj off 5447680
00000008:00000001:0.0:1769074884.232407:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232409:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232410:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232411:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232412:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922796280 : -121799786755336 : ffff913946fa0af8)
00000020:00000001:0.0:1769074884.232414:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922796280 : -121799786755336 : ffff913946fa0af8)
00000020:00000001:0.0:1769074884.232415:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232417:0:54144:0:(cl_page.c:467:cl_page_find()) 1331@[0x200000406:0xc37:0x0] ffffea5984aa1940 0 2
00000020:00000001:0.0:1769074884.232419:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232421:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0288.
00000020:00000001:0.0:1769074884.232423:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232424:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232425:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232426:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5451776, entry 0, stripe 0, suboff 5451776
00000008:00000001:0.0:1769074884.232428:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232429:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa02f8 vmpage ffffea5984aa1940 obj off 5451776
00000008:00000001:0.0:1769074884.232431:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232432:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232433:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232434:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232436:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922794120 : -121799786757496 : ffff913946fa0288)
00000020:00000001:0.0:1769074884.232437:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922794120 : -121799786757496 : ffff913946fa0288)
00000020:00000001:0.0:1769074884.232439:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232440:0:54144:0:(cl_page.c:467:cl_page_find()) 1332@[0x200000406:0xc37:0x0] ffffea5984aa1980 0 2
00000020:00000001:0.0:1769074884.232442:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232444:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0438.
00000020:00000001:0.0:1769074884.232446:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232447:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232447:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232449:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5455872, entry 0, stripe 0, suboff 5455872
00000008:00000001:0.0:1769074884.232450:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232451:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa04a8 vmpage ffffea5984aa1980 obj off 5455872
00000008:00000001:0.0:1769074884.232453:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232455:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232456:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232457:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232458:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922794552 : -121799786757064 : ffff913946fa0438)
00000020:00000001:0.0:1769074884.232460:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922794552 : -121799786757064 : ffff913946fa0438)
00000020:00000001:0.0:1769074884.232462:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232463:0:54144:0:(cl_page.c:467:cl_page_find()) 1333@[0x200000406:0xc37:0x0] ffffea5984aa19c0 0 2
00000020:00000001:0.0:1769074884.232465:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232467:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa01b0.
00000020:00000001:0.0:1769074884.232469:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232470:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232471:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232472:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5459968, entry 0, stripe 0, suboff 5459968
00000008:00000001:0.0:1769074884.232473:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232475:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0220 vmpage ffffea5984aa19c0 obj off 5459968
00000008:00000001:0.0:1769074884.232476:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232478:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232479:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232480:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232481:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922793904 : -121799786757712 : ffff913946fa01b0)
00000020:00000001:0.0:1769074884.232483:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922793904 : -121799786757712 : ffff913946fa01b0)
00000020:00000001:0.0:1769074884.232485:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232486:0:54144:0:(cl_page.c:467:cl_page_find()) 1334@[0x200000406:0xc37:0x0] ffffea5984aa1a00 0 2
00000020:00000001:0.0:1769074884.232487:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232489:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0360.
00000020:00000001:0.0:1769074884.232491:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232492:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232493:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232494:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5464064, entry 0, stripe 0, suboff 5464064
00000008:00000001:0.0:1769074884.232496:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232497:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa03d0 vmpage ffffea5984aa1a00 obj off 5464064
00000008:00000001:0.0:1769074884.232499:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232501:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232501:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232502:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232504:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922794336 : -121799786757280 : ffff913946fa0360)
00000020:00000001:0.0:1769074884.232506:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922794336 : -121799786757280 : ffff913946fa0360)
00000020:00000001:0.0:1769074884.232507:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232508:0:54144:0:(cl_page.c:467:cl_page_find()) 1335@[0x200000406:0xc37:0x0] ffffea5984aa1a40 0 2
00000020:00000001:0.0:1769074884.232510:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232512:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0ca8.
00000020:00000001:0.0:1769074884.232514:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232514:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232515:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232516:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5468160, entry 0, stripe 0, suboff 5468160
00000008:00000001:0.0:1769074884.232518:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232519:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0d18 vmpage ffffea5984aa1a40 obj off 5468160
00000008:00000001:0.0:1769074884.232520:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232521:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232522:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232524:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232525:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922796712 : -121799786754904 : ffff913946fa0ca8)
00000020:00000001:0.0:1769074884.232527:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922796712 : -121799786754904 : ffff913946fa0ca8)
00000020:00000001:0.0:1769074884.232529:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232531:0:54144:0:(cl_page.c:467:cl_page_find()) 1336@[0x200000406:0xc37:0x0] ffffea5984aa1a80 0 2
00000020:00000001:0.0:1769074884.232533:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232535:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa05e8.
00000020:00000001:0.0:1769074884.232536:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232537:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232538:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232539:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5472256, entry 0, stripe 0, suboff 5472256
00000008:00000001:0.0:1769074884.232541:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232542:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0658 vmpage ffffea5984aa1a80 obj off 5472256
00000008:00000001:0.0:1769074884.232544:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232546:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232546:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232548:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232549:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922794984 : -121799786756632 : ffff913946fa05e8)
00000020:00000001:0.0:1769074884.232551:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922794984 : -121799786756632 : ffff913946fa05e8)
00000020:00000001:0.0:1769074884.232553:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232554:0:54144:0:(cl_page.c:467:cl_page_find()) 1337@[0x200000406:0xc37:0x0] ffffea5984aa1ac0 0 2
00000020:00000001:0.0:1769074884.232556:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232558:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0000.
00000020:00000001:0.0:1769074884.232560:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232561:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232562:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232563:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5476352, entry 0, stripe 0, suboff 5476352
00000008:00000001:0.0:1769074884.232566:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232567:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0070 vmpage ffffea5984aa1ac0 obj off 5476352
00000008:00000001:0.0:1769074884.232569:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232570:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232571:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232572:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232574:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922793472 : -121799786758144 : ffff913946fa0000)
00000020:00000001:0.0:1769074884.232576:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922793472 : -121799786758144 : ffff913946fa0000)
00000020:00000001:0.0:1769074884.232578:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232580:0:54144:0:(cl_page.c:467:cl_page_find()) 1338@[0x200000406:0xc37:0x0] ffffea5984aa1b00 0 2
00000020:00000001:0.0:1769074884.232582:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232584:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa06c0.
00000020:00000001:0.0:1769074884.232586:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232586:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232588:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232589:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5480448, entry 0, stripe 0, suboff 5480448
00000008:00000001:0.0:1769074884.232590:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232591:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0730 vmpage ffffea5984aa1b00 obj off 5480448
00000008:00000001:0.0:1769074884.232593:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232594:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232595:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232596:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232597:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922795200 : -121799786756416 : ffff913946fa06c0)
00000020:00000001:0.0:1769074884.232599:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922795200 : -121799786756416 : ffff913946fa06c0)
00000020:00000001:0.0:1769074884.232600:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232601:0:54144:0:(cl_page.c:467:cl_page_find()) 1339@[0x200000406:0xc37:0x0] ffffea5984aa1b40 0 2
00000020:00000001:0.0:1769074884.232603:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232605:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0d80.
00000020:00000001:0.0:1769074884.232606:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232607:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232608:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232609:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5484544, entry 0, stripe 0, suboff 5484544
00000008:00000001:0.0:1769074884.232611:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232612:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0df0 vmpage ffffea5984aa1b40 obj off 5484544
00000008:00000001:0.0:1769074884.232613:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232615:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232616:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232617:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232619:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922796928 : -121799786754688 : ffff913946fa0d80)
00000020:00000001:0.0:1769074884.232620:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922796928 : -121799786754688 : ffff913946fa0d80)
00000020:00000001:0.0:1769074884.232622:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232623:0:54144:0:(cl_page.c:467:cl_page_find()) 1340@[0x200000406:0xc37:0x0] ffffea5984aa1b80 0 2
00000020:00000001:0.0:1769074884.232625:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232627:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0870.
00000020:00000001:0.0:1769074884.232628:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232738:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232740:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232741:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5488640, entry 0, stripe 0, suboff 5488640
00000008:00000001:0.0:1769074884.232744:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232745:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa08e0 vmpage ffffea5984aa1b80 obj off 5488640
00000008:00000001:0.0:1769074884.232747:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232748:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232749:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232750:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232752:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922795632 : -121799786755984 : ffff913946fa0870)
00000020:00000001:0.0:1769074884.232754:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922795632 : -121799786755984 : ffff913946fa0870)
00000020:00000001:0.0:1769074884.232756:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232758:0:54144:0:(cl_page.c:467:cl_page_find()) 1341@[0x200000406:0xc37:0x0] ffffea5984aa1bc0 0 2
00000020:00000001:0.0:1769074884.232760:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232762:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913946fa0e58.
00000020:00000001:0.0:1769074884.232764:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232765:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232766:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232767:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5492736, entry 0, stripe 0, suboff 5492736
00000008:00000001:0.0:1769074884.232769:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232770:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913946fa0ec8 vmpage ffffea5984aa1bc0 obj off 5492736
00000008:00000001:0.0:1769074884.232772:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232774:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232775:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232776:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232777:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273922797144 : -121799786754472 : ffff913946fa0e58)
00000020:00000001:0.0:1769074884.232779:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273922797144 : -121799786754472 : ffff913946fa0e58)
00000020:00000001:0.0:1769074884.232780:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232782:0:54144:0:(cl_page.c:467:cl_page_find()) 1342@[0x200000406:0xc37:0x0] ffffea5984aa1c00 0 2
00000020:00000001:0.0:1769074884.232783:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232794:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112ca8.
00000020:00000001:0.0:1769074884.232796:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232796:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232797:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232799:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5496832, entry 0, stripe 0, suboff 5496832
00000008:00000001:0.0:1769074884.232801:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232802:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112d18 vmpage ffffea5984aa1c00 obj off 5496832
00000008:00000001:0.0:1769074884.232804:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232806:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232807:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232808:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232809:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957866664 : -121799751684952 : ffff913949112ca8)
00000020:00000001:0.0:1769074884.232811:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957866664 : -121799751684952 : ffff913949112ca8)
00000020:00000001:0.0:1769074884.232813:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232814:0:54144:0:(cl_page.c:467:cl_page_find()) 1343@[0x200000406:0xc37:0x0] ffffea5984aa1c40 0 2
00000020:00000001:0.0:1769074884.232816:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232818:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139491125e8.
00000020:00000001:0.0:1769074884.232820:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232821:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232822:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232823:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5500928, entry 0, stripe 0, suboff 5500928
00000008:00000001:0.0:1769074884.232825:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232826:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112658 vmpage ffffea5984aa1c40 obj off 5500928
00000008:00000001:0.0:1769074884.232828:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232829:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232830:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232831:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232833:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957864936 : -121799751686680 : ffff9139491125e8)
00000020:00000001:0.0:1769074884.232835:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957864936 : -121799751686680 : ffff9139491125e8)
00000020:00000001:0.0:1769074884.232837:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232838:0:54144:0:(cl_page.c:467:cl_page_find()) 1344@[0x200000406:0xc37:0x0] ffffea5984aa1c80 0 2
00000020:00000001:0.0:1769074884.232840:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232842:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112000.
00000020:00000001:0.0:1769074884.232843:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232844:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232845:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232847:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5505024, entry 0, stripe 0, suboff 5505024
00000008:00000001:0.0:1769074884.232849:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232850:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112070 vmpage ffffea5984aa1c80 obj off 5505024
00000008:00000001:0.0:1769074884.232852:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232853:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232854:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232856:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232857:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957863424 : -121799751688192 : ffff913949112000)
00000020:00000001:0.0:1769074884.232859:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957863424 : -121799751688192 : ffff913949112000)
00000020:00000001:0.0:1769074884.232861:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232862:0:54144:0:(cl_page.c:467:cl_page_find()) 1345@[0x200000406:0xc37:0x0] ffffea5984aa1cc0 0 2
00000020:00000001:0.0:1769074884.232864:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232866:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139491126c0.
00000020:00000001:0.0:1769074884.232868:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232869:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232870:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232871:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5509120, entry 0, stripe 0, suboff 5509120
00000008:00000001:0.0:1769074884.232873:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232874:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112730 vmpage ffffea5984aa1cc0 obj off 5509120
00000008:00000001:0.0:1769074884.232876:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232878:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232879:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232880:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232882:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957865152 : -121799751686464 : ffff9139491126c0)
00000020:00000001:0.0:1769074884.232884:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957865152 : -121799751686464 : ffff9139491126c0)
00000020:00000001:0.0:1769074884.232885:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232887:0:54144:0:(cl_page.c:467:cl_page_find()) 1346@[0x200000406:0xc37:0x0] ffffea5984aa1d00 0 2
00000020:00000001:0.0:1769074884.232889:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232891:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112d80.
00000020:00000001:0.0:1769074884.232893:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232894:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232895:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232896:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5513216, entry 0, stripe 0, suboff 5513216
00000008:00000001:0.0:1769074884.232898:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232899:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112df0 vmpage ffffea5984aa1d00 obj off 5513216
00000008:00000001:0.0:1769074884.232901:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232902:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232903:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232904:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232905:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957866880 : -121799751684736 : ffff913949112d80)
00000020:00000001:0.0:1769074884.232907:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957866880 : -121799751684736 : ffff913949112d80)
00000020:00000001:0.0:1769074884.232909:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232910:0:54144:0:(cl_page.c:467:cl_page_find()) 1347@[0x200000406:0xc37:0x0] ffffea5984aa1d40 0 2
00000020:00000001:0.0:1769074884.232913:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232915:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112870.
00000020:00000001:0.0:1769074884.232917:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232918:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232919:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232920:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5517312, entry 0, stripe 0, suboff 5517312
00000008:00000001:0.0:1769074884.232922:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232923:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139491128e0 vmpage ffffea5984aa1d40 obj off 5517312
00000008:00000001:0.0:1769074884.232925:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232926:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232928:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232929:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232930:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957865584 : -121799751686032 : ffff913949112870)
00000020:00000001:0.0:1769074884.232932:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957865584 : -121799751686032 : ffff913949112870)
00000020:00000001:0.0:1769074884.232934:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232936:0:54144:0:(cl_page.c:467:cl_page_find()) 1348@[0x200000406:0xc37:0x0] ffffea5984aa1d80 0 2
00000020:00000001:0.0:1769074884.232938:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232940:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112e58.
00000020:00000001:0.0:1769074884.232941:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232942:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232943:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232945:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5521408, entry 0, stripe 0, suboff 5521408
00000008:00000001:0.0:1769074884.232947:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232948:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112ec8 vmpage ffffea5984aa1d80 obj off 5521408
00000008:00000001:0.0:1769074884.232950:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232951:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232952:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232953:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232955:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957867096 : -121799751684520 : ffff913949112e58)
00000020:00000001:0.0:1769074884.232957:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957867096 : -121799751684520 : ffff913949112e58)
00000020:00000001:0.0:1769074884.232959:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232960:0:54144:0:(cl_page.c:467:cl_page_find()) 1349@[0x200000406:0xc37:0x0] ffffea5984aa1dc0 0 2
00000020:00000001:0.0:1769074884.232962:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232964:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112510.
00000020:00000001:0.0:1769074884.232966:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232968:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232969:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232971:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5525504, entry 0, stripe 0, suboff 5525504
00000008:00000001:0.0:1769074884.232972:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232974:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112580 vmpage ffffea5984aa1dc0 obj off 5525504
00000008:00000001:0.0:1769074884.232976:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232977:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232978:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232979:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.232981:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957864720 : -121799751686896 : ffff913949112510)
00000020:00000001:0.0:1769074884.232983:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957864720 : -121799751686896 : ffff913949112510)
00000020:00000001:0.0:1769074884.232985:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.232987:0:54144:0:(cl_page.c:467:cl_page_find()) 1350@[0x200000406:0xc37:0x0] ffffea5984aa1e00 0 2
00000020:00000001:0.0:1769074884.232989:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.232991:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112798.
00000020:00000001:0.0:1769074884.232992:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.232993:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.232995:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.232996:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5529600, entry 0, stripe 0, suboff 5529600
00000008:00000001:0.0:1769074884.232998:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.232999:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112808 vmpage ffffea5984aa1e00 obj off 5529600
00000008:00000001:0.0:1769074884.233001:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233003:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233004:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233005:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233006:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957865368 : -121799751686248 : ffff913949112798)
00000020:00000001:0.0:1769074884.233008:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957865368 : -121799751686248 : ffff913949112798)
00000020:00000001:0.0:1769074884.233009:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233010:0:54144:0:(cl_page.c:467:cl_page_find()) 1351@[0x200000406:0xc37:0x0] ffffea5984aa1e40 0 2
00000020:00000001:0.0:1769074884.233012:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233014:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112948.
00000020:00000001:0.0:1769074884.233015:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233016:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233017:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233018:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5533696, entry 0, stripe 0, suboff 5533696
00000008:00000001:0.0:1769074884.233020:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233021:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139491129b8 vmpage ffffea5984aa1e40 obj off 5533696
00000008:00000001:0.0:1769074884.233023:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233024:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233025:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233026:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233027:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957865800 : -121799751685816 : ffff913949112948)
00000020:00000001:0.0:1769074884.233029:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957865800 : -121799751685816 : ffff913949112948)
00000020:00000001:0.0:1769074884.233031:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233032:0:54144:0:(cl_page.c:467:cl_page_find()) 1352@[0x200000406:0xc37:0x0] ffffea5984aa1e80 0 2
00000020:00000001:0.0:1769074884.233033:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233035:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139491120d8.
00000020:00000001:0.0:1769074884.233036:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233037:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233038:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233039:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5537792, entry 0, stripe 0, suboff 5537792
00000008:00000001:0.0:1769074884.233040:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233041:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112148 vmpage ffffea5984aa1e80 obj off 5537792
00000008:00000001:0.0:1769074884.233043:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233044:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233045:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233046:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233047:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957863640 : -121799751687976 : ffff9139491120d8)
00000020:00000001:0.0:1769074884.233049:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957863640 : -121799751687976 : ffff9139491120d8)
00000020:00000001:0.0:1769074884.233050:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233051:0:54144:0:(cl_page.c:467:cl_page_find()) 1353@[0x200000406:0xc37:0x0] ffffea5984aa1ec0 0 2
00000020:00000001:0.0:1769074884.233053:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233054:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112a20.
00000020:00000001:0.0:1769074884.233056:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233056:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233057:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233059:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5541888, entry 0, stripe 0, suboff 5541888
00000008:00000001:0.0:1769074884.233060:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233061:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112a90 vmpage ffffea5984aa1ec0 obj off 5541888
00000008:00000001:0.0:1769074884.233063:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233064:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233065:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233066:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233067:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957866016 : -121799751685600 : ffff913949112a20)
00000020:00000001:0.0:1769074884.233069:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957866016 : -121799751685600 : ffff913949112a20)
00000020:00000001:0.0:1769074884.233070:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233071:0:54144:0:(cl_page.c:467:cl_page_find()) 1354@[0x200000406:0xc37:0x0] ffffea5984aa1f00 0 2
00000020:00000001:0.0:1769074884.233074:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233075:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112bd0.
00000020:00000001:0.0:1769074884.233077:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233077:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233079:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233080:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5545984, entry 0, stripe 0, suboff 5545984
00000008:00000001:0.0:1769074884.233081:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233082:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112c40 vmpage ffffea5984aa1f00 obj off 5545984
00000008:00000001:0.0:1769074884.233084:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233085:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233086:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233087:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233089:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957866448 : -121799751685168 : ffff913949112bd0)
00000020:00000001:0.0:1769074884.233090:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957866448 : -121799751685168 : ffff913949112bd0)
00000020:00000001:0.0:1769074884.233092:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233093:0:54144:0:(cl_page.c:467:cl_page_find()) 1355@[0x200000406:0xc37:0x0] ffffea5984aa1f40 0 2
00000020:00000001:0.0:1769074884.233094:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233096:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112af8.
00000020:00000001:0.0:1769074884.233097:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233098:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233099:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233101:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5550080, entry 0, stripe 0, suboff 5550080
00000008:00000001:0.0:1769074884.233102:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233103:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112b68 vmpage ffffea5984aa1f40 obj off 5550080
00000008:00000001:0.0:1769074884.233105:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233106:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233107:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233108:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233110:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957866232 : -121799751685384 : ffff913949112af8)
00000020:00000001:0.0:1769074884.233112:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957866232 : -121799751685384 : ffff913949112af8)
00000020:00000001:0.0:1769074884.233114:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233116:0:54144:0:(cl_page.c:467:cl_page_find()) 1356@[0x200000406:0xc37:0x0] ffffea5984aa1f80 0 2
00000020:00000001:0.0:1769074884.233118:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233120:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112288.
00000020:00000001:0.0:1769074884.233121:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233122:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233123:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233125:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5554176, entry 0, stripe 0, suboff 5554176
00000008:00000001:0.0:1769074884.233127:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233128:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139491122f8 vmpage ffffea5984aa1f80 obj off 5554176
00000008:00000001:0.0:1769074884.233130:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233132:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233133:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233134:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233136:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957864072 : -121799751687544 : ffff913949112288)
00000020:00000001:0.0:1769074884.233138:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957864072 : -121799751687544 : ffff913949112288)
00000020:00000001:0.0:1769074884.233139:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233141:0:54144:0:(cl_page.c:467:cl_page_find()) 1357@[0x200000406:0xc37:0x0] ffffea5984aa1fc0 0 2
00000020:00000001:0.0:1769074884.233143:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233145:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112438.
00000020:00000001:0.0:1769074884.233147:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233148:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233149:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233150:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5558272, entry 0, stripe 0, suboff 5558272
00000008:00000001:0.0:1769074884.233152:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233154:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139491124a8 vmpage ffffea5984aa1fc0 obj off 5558272
00000008:00000001:0.0:1769074884.233155:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233157:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233158:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233159:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233161:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957864504 : -121799751687112 : ffff913949112438)
00000020:00000001:0.0:1769074884.233163:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957864504 : -121799751687112 : ffff913949112438)
00000020:00000001:0.0:1769074884.233164:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233166:0:54144:0:(cl_page.c:467:cl_page_find()) 1358@[0x200000406:0xc37:0x0] ffffea5984aa2000 0 2
00000020:00000001:0.0:1769074884.233168:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233170:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139491121b0.
00000020:00000001:0.0:1769074884.233172:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233173:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233185:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233186:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5562368, entry 0, stripe 0, suboff 5562368
00000008:00000001:0.0:1769074884.233188:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233189:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff913949112220 vmpage ffffea5984aa2000 obj off 5562368
00000008:00000001:0.0:1769074884.233191:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233192:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233193:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233194:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233196:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957863856 : -121799751687760 : ffff9139491121b0)
00000020:00000001:0.0:1769074884.233198:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957863856 : -121799751687760 : ffff9139491121b0)
00000020:00000001:0.0:1769074884.233200:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233201:0:54144:0:(cl_page.c:467:cl_page_find()) 1359@[0x200000406:0xc37:0x0] ffffea5984aa2040 0 2
00000020:00000001:0.0:1769074884.233203:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233205:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff913949112360.
00000020:00000001:0.0:1769074884.233207:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233208:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233209:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233211:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5566464, entry 0, stripe 0, suboff 5566464
00000008:00000001:0.0:1769074884.233213:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233214:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139491123d0 vmpage ffffea5984aa2040 obj off 5566464
00000008:00000001:0.0:1769074884.233216:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233217:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233218:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233219:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233221:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273957864288 : -121799751687328 : ffff913949112360)
00000020:00000001:0.0:1769074884.233223:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273957864288 : -121799751687328 : ffff913949112360)
00000020:00000001:0.0:1769074884.233225:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233226:0:54144:0:(cl_page.c:467:cl_page_find()) 1360@[0x200000406:0xc37:0x0] ffffea5984aa2080 0 2
00000020:00000001:0.0:1769074884.233228:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233238:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e5e8.
00000020:00000001:0.0:1769074884.233241:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233242:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233243:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233244:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5570560, entry 0, stripe 0, suboff 5570560
00000008:00000001:0.0:1769074884.233246:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233470:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e658 vmpage ffffea5984aa2080 obj off 5570560
00000008:00000001:0.0:1769074884.233475:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233477:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233478:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233479:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233481:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875600872 : -121799833950744 : ffff91394429e5e8)
00000020:00000001:0.0:1769074884.233483:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875600872 : -121799833950744 : ffff91394429e5e8)
00000020:00000001:0.0:1769074884.233485:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233487:0:54144:0:(cl_page.c:467:cl_page_find()) 1361@[0x200000406:0xc37:0x0] ffffea5984aa20c0 0 2
00000020:00000001:0.0:1769074884.233489:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233493:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e000.
00000020:00000001:0.0:1769074884.233494:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233495:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233497:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233498:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5574656, entry 0, stripe 0, suboff 5574656
00000008:00000001:0.0:1769074884.233500:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233502:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e070 vmpage ffffea5984aa20c0 obj off 5574656
00000008:00000001:0.0:1769074884.233503:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233505:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233506:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233507:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233508:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875599360 : -121799833952256 : ffff91394429e000)
00000020:00000001:0.0:1769074884.233510:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875599360 : -121799833952256 : ffff91394429e000)
00000020:00000001:0.0:1769074884.233512:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233513:0:54144:0:(cl_page.c:467:cl_page_find()) 1362@[0x200000406:0xc37:0x0] ffffea5984aa2100 0 2
00000020:00000001:0.0:1769074884.233515:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233518:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e6c0.
00000020:00000001:0.0:1769074884.233519:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233520:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233521:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233522:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5578752, entry 0, stripe 0, suboff 5578752
00000008:00000001:0.0:1769074884.233524:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233525:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e730 vmpage ffffea5984aa2100 obj off 5578752
00000008:00000001:0.0:1769074884.233527:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233528:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233529:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233530:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233532:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875601088 : -121799833950528 : ffff91394429e6c0)
00000020:00000001:0.0:1769074884.233534:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875601088 : -121799833950528 : ffff91394429e6c0)
00000020:00000001:0.0:1769074884.233536:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233537:0:54144:0:(cl_page.c:467:cl_page_find()) 1363@[0x200000406:0xc37:0x0] ffffea5984aa2140 0 2
00000020:00000001:0.0:1769074884.233539:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233541:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429ed80.
00000020:00000001:0.0:1769074884.233543:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233544:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233545:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233546:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5582848, entry 0, stripe 0, suboff 5582848
00000008:00000001:0.0:1769074884.233547:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233548:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429edf0 vmpage ffffea5984aa2140 obj off 5582848
00000008:00000001:0.0:1769074884.233550:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233551:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233552:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233553:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233555:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875602816 : -121799833948800 : ffff91394429ed80)
00000020:00000001:0.0:1769074884.233556:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875602816 : -121799833948800 : ffff91394429ed80)
00000020:00000001:0.0:1769074884.233558:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233559:0:54144:0:(cl_page.c:467:cl_page_find()) 1364@[0x200000406:0xc37:0x0] ffffea5984aa2180 0 2
00000020:00000001:0.0:1769074884.233561:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233563:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e870.
00000020:00000001:0.0:1769074884.233564:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233565:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233566:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233567:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5586944, entry 0, stripe 0, suboff 5586944
00000008:00000001:0.0:1769074884.233569:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233570:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e8e0 vmpage ffffea5984aa2180 obj off 5586944
00000008:00000001:0.0:1769074884.233571:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233572:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233573:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233575:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233576:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875601520 : -121799833950096 : ffff91394429e870)
00000020:00000001:0.0:1769074884.233577:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875601520 : -121799833950096 : ffff91394429e870)
00000020:00000001:0.0:1769074884.233579:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233581:0:54144:0:(cl_page.c:467:cl_page_find()) 1365@[0x200000406:0xc37:0x0] ffffea5984aa21c0 0 2
00000020:00000001:0.0:1769074884.233583:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233585:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429ee58.
00000020:00000001:0.0:1769074884.233586:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233587:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233588:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233589:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5591040, entry 0, stripe 0, suboff 5591040
00000008:00000001:0.0:1769074884.233591:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233592:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429eec8 vmpage ffffea5984aa21c0 obj off 5591040
00000008:00000001:0.0:1769074884.233594:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233595:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233596:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233597:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233599:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875603032 : -121799833948584 : ffff91394429ee58)
00000020:00000001:0.0:1769074884.233600:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875603032 : -121799833948584 : ffff91394429ee58)
00000020:00000001:0.0:1769074884.233602:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233603:0:54144:0:(cl_page.c:467:cl_page_find()) 1366@[0x200000406:0xc37:0x0] ffffea5984aa2200 0 2
00000020:00000001:0.0:1769074884.233605:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.233606:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e510.
00000020:00000001:0.0:1769074884.233608:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233609:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233610:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.233611:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5595136, entry 0, stripe 0, suboff 5595136
00000008:00000001:0.0:1769074884.233613:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.233614:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e580 vmpage ffffea5984aa2200 obj off 5595136
00000008:00000001:0.0:1769074884.233616:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233617:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.233618:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.233619:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.233621:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875600656 : -121799833950960 : ffff91394429e510)
00000020:00000001:0.0:1769074884.233622:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875600656 : -121799833950960 : ffff91394429e510)
00000020:00000001:0.0:1769074884.233624:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.233625:0:54144:0:(cl_page.c:467:cl_page_find()) 1367@[0x200000406:0xc37:0x0] ffffea5984aa2240 0 2
00000020:00000001:0.0:1769074884.233628:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.234906:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e798.
00000020:00000001:0.0:1769074884.234914:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234917:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234919:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.234922:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5599232, entry 0, stripe 0, suboff 5599232
00000008:00000001:0.0:1769074884.234927:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.234929:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e808 vmpage ffffea5984aa2240 obj off 5599232
00000008:00000001:0.0:1769074884.234931:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234933:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234934:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234936:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234938:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875601304 : -121799833950312 : ffff91394429e798)
00000020:00000001:0.0:1769074884.234940:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875601304 : -121799833950312 : ffff91394429e798)
00000020:00000001:0.0:1769074884.234943:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.234945:0:54144:0:(cl_page.c:467:cl_page_find()) 1368@[0x200000406:0xc37:0x0] ffffea5984aa2280 0 2
00000020:00000001:0.0:1769074884.234947:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.234949:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e948.
00000020:00000001:0.0:1769074884.234951:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234952:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234953:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.234954:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5603328, entry 0, stripe 0, suboff 5603328
00000008:00000001:0.0:1769074884.234956:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.234957:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e9b8 vmpage ffffea5984aa2280 obj off 5603328
00000008:00000001:0.0:1769074884.234960:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234961:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234962:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234963:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234964:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875601736 : -121799833949880 : ffff91394429e948)
00000020:00000001:0.0:1769074884.234966:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875601736 : -121799833949880 : ffff91394429e948)
00000020:00000001:0.0:1769074884.234968:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.234970:0:54144:0:(cl_page.c:467:cl_page_find()) 1369@[0x200000406:0xc37:0x0] ffffea5984aa22c0 0 2
00000020:00000001:0.0:1769074884.234972:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.234974:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e0d8.
00000020:00000001:0.0:1769074884.234976:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234977:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234978:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.234979:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5607424, entry 0, stripe 0, suboff 5607424
00000008:00000001:0.0:1769074884.234981:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.234983:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e148 vmpage ffffea5984aa22c0 obj off 5607424
00000008:00000001:0.0:1769074884.234984:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234986:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.234986:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.234987:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.234989:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875599576 : -121799833952040 : ffff91394429e0d8)
00000020:00000001:0.0:1769074884.234991:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875599576 : -121799833952040 : ffff91394429e0d8)
00000020:00000001:0.0:1769074884.234992:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.234994:0:54144:0:(cl_page.c:467:cl_page_find()) 1370@[0x200000406:0xc37:0x0] ffffea5984aa2300 0 2
00000020:00000001:0.0:1769074884.234996:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.234997:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429ea20.
00000020:00000001:0.0:1769074884.234999:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235000:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235001:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235002:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5611520, entry 0, stripe 0, suboff 5611520
00000008:00000001:0.0:1769074884.235003:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235004:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429ea90 vmpage ffffea5984aa2300 obj off 5611520
00000008:00000001:0.0:1769074884.235006:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235007:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235008:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235009:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235010:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875601952 : -121799833949664 : ffff91394429ea20)
00000020:00000001:0.0:1769074884.235012:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875601952 : -121799833949664 : ffff91394429ea20)
00000020:00000001:0.0:1769074884.235014:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235015:0:54144:0:(cl_page.c:467:cl_page_find()) 1371@[0x200000406:0xc37:0x0] ffffea5984aa2340 0 2
00000020:00000001:0.0:1769074884.235017:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235019:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429ebd0.
00000020:00000001:0.0:1769074884.235020:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235021:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235022:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235080:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5615616, entry 0, stripe 0, suboff 5615616
00000008:00000001:0.0:1769074884.235084:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235085:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429ec40 vmpage ffffea5984aa2340 obj off 5615616
00000008:00000001:0.0:1769074884.235087:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235088:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235090:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235092:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235093:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875602384 : -121799833949232 : ffff91394429ebd0)
00000020:00000001:0.0:1769074884.235095:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875602384 : -121799833949232 : ffff91394429ebd0)
00000020:00000001:0.0:1769074884.235096:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235098:0:54144:0:(cl_page.c:467:cl_page_find()) 1372@[0x200000406:0xc37:0x0] ffffea5984aa2380 0 2
00000020:00000001:0.0:1769074884.235100:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235102:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429eaf8.
00000020:00000001:0.0:1769074884.235104:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235105:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235106:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235107:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5619712, entry 0, stripe 0, suboff 5619712
00000008:00000001:0.0:1769074884.235109:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235110:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429eb68 vmpage ffffea5984aa2380 obj off 5619712
00000008:00000001:0.0:1769074884.235112:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235113:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235114:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235115:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235117:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875602168 : -121799833949448 : ffff91394429eaf8)
00000020:00000001:0.0:1769074884.235118:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875602168 : -121799833949448 : ffff91394429eaf8)
00000020:00000001:0.0:1769074884.235120:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235121:0:54144:0:(cl_page.c:467:cl_page_find()) 1373@[0x200000406:0xc37:0x0] ffffea5984aa23c0 0 2
00000020:00000001:0.0:1769074884.235123:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235125:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e288.
00000020:00000001:0.0:1769074884.235127:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235128:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235129:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235130:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5623808, entry 0, stripe 0, suboff 5623808
00000008:00000001:0.0:1769074884.235132:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235133:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e2f8 vmpage ffffea5984aa23c0 obj off 5623808
00000008:00000001:0.0:1769074884.235134:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235136:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235137:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235138:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235139:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875600008 : -121799833951608 : ffff91394429e288)
00000020:00000001:0.0:1769074884.235141:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875600008 : -121799833951608 : ffff91394429e288)
00000020:00000001:0.0:1769074884.235143:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235144:0:54144:0:(cl_page.c:467:cl_page_find()) 1374@[0x200000406:0xc37:0x0] ffffea5984aa2400 0 2
00000020:00000001:0.0:1769074884.235146:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235148:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e438.
00000020:00000001:0.0:1769074884.235149:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235150:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235151:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235152:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5627904, entry 0, stripe 0, suboff 5627904
00000008:00000001:0.0:1769074884.235155:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235156:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e4a8 vmpage ffffea5984aa2400 obj off 5627904
00000008:00000001:0.0:1769074884.235157:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235159:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235160:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235161:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235163:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875600440 : -121799833951176 : ffff91394429e438)
00000020:00000001:0.0:1769074884.235164:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875600440 : -121799833951176 : ffff91394429e438)
00000020:00000001:0.0:1769074884.235166:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235168:0:54144:0:(cl_page.c:467:cl_page_find()) 1375@[0x200000406:0xc37:0x0] ffffea5984aa2440 0 2
00000020:00000001:0.0:1769074884.235170:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235172:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e1b0.
00000020:00000001:0.0:1769074884.235173:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235182:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235184:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235185:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5632000, entry 0, stripe 0, suboff 5632000
00000008:00000001:0.0:1769074884.235187:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235188:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e220 vmpage ffffea5984aa2440 obj off 5632000
00000008:00000001:0.0:1769074884.235190:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235192:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235193:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235194:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235195:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875599792 : -121799833951824 : ffff91394429e1b0)
00000020:00000001:0.0:1769074884.235197:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875599792 : -121799833951824 : ffff91394429e1b0)
00000020:00000001:0.0:1769074884.235199:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235201:0:54144:0:(cl_page.c:467:cl_page_find()) 1376@[0x200000406:0xc37:0x0] ffffea5984aa2480 0 2
00000020:00000001:0.0:1769074884.235203:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235205:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429e360.
00000020:00000001:0.0:1769074884.235207:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235208:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235209:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235211:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5636096, entry 0, stripe 0, suboff 5636096
00000008:00000001:0.0:1769074884.235212:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235214:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429e3d0 vmpage ffffea5984aa2480 obj off 5636096
00000008:00000001:0.0:1769074884.235216:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235217:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235218:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235219:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235221:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875600224 : -121799833951392 : ffff91394429e360)
00000020:00000001:0.0:1769074884.235223:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875600224 : -121799833951392 : ffff91394429e360)
00000020:00000001:0.0:1769074884.235225:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235226:0:54144:0:(cl_page.c:467:cl_page_find()) 1377@[0x200000406:0xc37:0x0] ffffea5984aa24c0 0 2
00000020:00000001:0.0:1769074884.235228:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235231:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394429eca8.
00000020:00000001:0.0:1769074884.235232:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235234:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235235:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235236:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5640192, entry 0, stripe 0, suboff 5640192
00000008:00000001:0.0:1769074884.235238:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235239:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394429ed18 vmpage ffffea5984aa24c0 obj off 5640192
00000008:00000001:0.0:1769074884.235241:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235243:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235244:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235245:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235247:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875602600 : -121799833949016 : ffff91394429eca8)
00000020:00000001:0.0:1769074884.235249:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875602600 : -121799833949016 : ffff91394429eca8)
00000020:00000001:0.0:1769074884.235250:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235251:0:54144:0:(cl_page.c:467:cl_page_find()) 1378@[0x200000406:0xc37:0x0] ffffea5984aa2500 0 2
00000020:00000001:0.0:1769074884.235254:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235267:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8288.
00000020:00000001:0.0:1769074884.235270:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235271:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235273:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235274:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5644288, entry 0, stripe 0, suboff 5644288
00000008:00000001:0.0:1769074884.235276:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235278:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b82f8 vmpage ffffea5984aa2500 obj off 5644288
00000008:00000001:0.0:1769074884.235280:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235281:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235282:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235283:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235285:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084373128 : -121799625178488 : ffff9139509b8288)
00000020:00000001:0.0:1769074884.235286:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084373128 : -121799625178488 : ffff9139509b8288)
00000020:00000001:0.0:1769074884.235299:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235300:0:54144:0:(cl_page.c:467:cl_page_find()) 1379@[0x200000406:0xc37:0x0] ffffea5984aa2540 0 2
00000020:00000001:0.0:1769074884.235302:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235305:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8438.
00000020:00000001:0.0:1769074884.235307:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235308:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235309:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235311:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5648384, entry 0, stripe 0, suboff 5648384
00000008:00000001:0.0:1769074884.235313:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235314:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b84a8 vmpage ffffea5984aa2540 obj off 5648384
00000008:00000001:0.0:1769074884.235316:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235317:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235318:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235319:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235320:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084373560 : -121799625178056 : ffff9139509b8438)
00000020:00000001:0.0:1769074884.235323:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084373560 : -121799625178056 : ffff9139509b8438)
00000020:00000001:0.0:1769074884.235325:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235326:0:54144:0:(cl_page.c:467:cl_page_find()) 1380@[0x200000406:0xc37:0x0] ffffea5984aa2580 0 2
00000020:00000001:0.0:1769074884.235327:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235329:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b81b0.
00000020:00000001:0.0:1769074884.235331:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235332:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235333:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235334:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5652480, entry 0, stripe 0, suboff 5652480
00000008:00000001:0.0:1769074884.235336:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235337:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8220 vmpage ffffea5984aa2580 obj off 5652480
00000008:00000001:0.0:1769074884.235339:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235340:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235341:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235343:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235344:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084372912 : -121799625178704 : ffff9139509b81b0)
00000020:00000001:0.0:1769074884.235346:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084372912 : -121799625178704 : ffff9139509b81b0)
00000020:00000001:0.0:1769074884.235347:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235348:0:54144:0:(cl_page.c:467:cl_page_find()) 1381@[0x200000406:0xc37:0x0] ffffea5984aa25c0 0 2
00000020:00000001:0.0:1769074884.235350:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235352:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8360.
00000020:00000001:0.0:1769074884.235353:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235354:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235355:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235356:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5656576, entry 0, stripe 0, suboff 5656576
00000008:00000001:0.0:1769074884.235358:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235359:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b83d0 vmpage ffffea5984aa25c0 obj off 5656576
00000008:00000001:0.0:1769074884.235361:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235362:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235363:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235364:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235366:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084373344 : -121799625178272 : ffff9139509b8360)
00000020:00000001:0.0:1769074884.235367:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084373344 : -121799625178272 : ffff9139509b8360)
00000020:00000001:0.0:1769074884.235369:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235370:0:54144:0:(cl_page.c:467:cl_page_find()) 1382@[0x200000406:0xc37:0x0] ffffea5984aa2600 0 2
00000020:00000001:0.0:1769074884.235372:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235374:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8ca8.
00000020:00000001:0.0:1769074884.235375:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235376:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235377:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235379:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5660672, entry 0, stripe 0, suboff 5660672
00000008:00000001:0.0:1769074884.235381:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235382:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8d18 vmpage ffffea5984aa2600 obj off 5660672
00000008:00000001:0.0:1769074884.235384:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235385:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235386:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235387:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235389:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084375720 : -121799625175896 : ffff9139509b8ca8)
00000020:00000001:0.0:1769074884.235391:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084375720 : -121799625175896 : ffff9139509b8ca8)
00000020:00000001:0.0:1769074884.235392:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235394:0:54144:0:(cl_page.c:467:cl_page_find()) 1383@[0x200000406:0xc37:0x0] ffffea5984aa2640 0 2
00000020:00000001:0.0:1769074884.235396:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235399:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b85e8.
00000020:00000001:0.0:1769074884.235401:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235402:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235403:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235404:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5664768, entry 0, stripe 0, suboff 5664768
00000008:00000001:0.0:1769074884.235406:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235407:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8658 vmpage ffffea5984aa2640 obj off 5664768
00000008:00000001:0.0:1769074884.235408:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235410:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235411:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235412:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235414:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084373992 : -121799625177624 : ffff9139509b85e8)
00000020:00000001:0.0:1769074884.235415:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084373992 : -121799625177624 : ffff9139509b85e8)
00000020:00000001:0.0:1769074884.235417:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235418:0:54144:0:(cl_page.c:467:cl_page_find()) 1384@[0x200000406:0xc37:0x0] ffffea5984aa2680 0 2
00000020:00000001:0.0:1769074884.235420:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235422:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8000.
00000020:00000001:0.0:1769074884.235424:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235425:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235426:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235427:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5668864, entry 0, stripe 0, suboff 5668864
00000008:00000001:0.0:1769074884.235429:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235430:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8070 vmpage ffffea5984aa2680 obj off 5668864
00000008:00000001:0.0:1769074884.235432:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235433:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235434:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235436:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235437:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084372480 : -121799625179136 : ffff9139509b8000)
00000020:00000001:0.0:1769074884.235439:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084372480 : -121799625179136 : ffff9139509b8000)
00000020:00000001:0.0:1769074884.235441:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235443:0:54144:0:(cl_page.c:467:cl_page_find()) 1385@[0x200000406:0xc37:0x0] ffffea5984aa26c0 0 2
00000020:00000001:0.0:1769074884.235445:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235447:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b86c0.
00000020:00000001:0.0:1769074884.235448:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235450:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235451:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235452:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5672960, entry 0, stripe 0, suboff 5672960
00000008:00000001:0.0:1769074884.235454:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235455:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8730 vmpage ffffea5984aa26c0 obj off 5672960
00000008:00000001:0.0:1769074884.235457:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235458:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235459:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235460:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235462:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084374208 : -121799625177408 : ffff9139509b86c0)
00000020:00000001:0.0:1769074884.235464:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084374208 : -121799625177408 : ffff9139509b86c0)
00000020:00000001:0.0:1769074884.235465:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235467:0:54144:0:(cl_page.c:467:cl_page_find()) 1386@[0x200000406:0xc37:0x0] ffffea5984aa2700 0 2
00000020:00000001:0.0:1769074884.235468:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235471:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8d80.
00000020:00000001:0.0:1769074884.235472:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235473:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235474:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235475:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5677056, entry 0, stripe 0, suboff 5677056
00000008:00000001:0.0:1769074884.235477:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235478:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8df0 vmpage ffffea5984aa2700 obj off 5677056
00000008:00000001:0.0:1769074884.235480:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235481:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235482:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235484:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235485:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084375936 : -121799625175680 : ffff9139509b8d80)
00000020:00000001:0.0:1769074884.235487:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084375936 : -121799625175680 : ffff9139509b8d80)
00000020:00000001:0.0:1769074884.235488:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235490:0:54144:0:(cl_page.c:467:cl_page_find()) 1387@[0x200000406:0xc37:0x0] ffffea5984aa2740 0 2
00000020:00000001:0.0:1769074884.235492:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235494:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8870.
00000020:00000001:0.0:1769074884.235496:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235497:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235498:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235499:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5681152, entry 0, stripe 0, suboff 5681152
00000008:00000001:0.0:1769074884.235501:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235503:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b88e0 vmpage ffffea5984aa2740 obj off 5681152
00000008:00000001:0.0:1769074884.235504:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235506:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235507:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235508:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235509:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084374640 : -121799625176976 : ffff9139509b8870)
00000020:00000001:0.0:1769074884.235511:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084374640 : -121799625176976 : ffff9139509b8870)
00000020:00000001:0.0:1769074884.235513:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235515:0:54144:0:(cl_page.c:467:cl_page_find()) 1388@[0x200000406:0xc37:0x0] ffffea5984aa2780 0 2
00000020:00000001:0.0:1769074884.235517:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235519:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8e58.
00000020:00000001:0.0:1769074884.235520:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235521:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235522:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235524:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5685248, entry 0, stripe 0, suboff 5685248
00000008:00000001:0.0:1769074884.235526:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235527:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8ec8 vmpage ffffea5984aa2780 obj off 5685248
00000008:00000001:0.0:1769074884.235529:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235531:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235532:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235533:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235534:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084376152 : -121799625175464 : ffff9139509b8e58)
00000020:00000001:0.0:1769074884.235536:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084376152 : -121799625175464 : ffff9139509b8e58)
00000020:00000001:0.0:1769074884.235538:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235539:0:54144:0:(cl_page.c:467:cl_page_find()) 1389@[0x200000406:0xc37:0x0] ffffea5984aa27c0 0 2
00000020:00000001:0.0:1769074884.235541:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235543:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8510.
00000020:00000001:0.0:1769074884.235545:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235546:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235547:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235548:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5689344, entry 0, stripe 0, suboff 5689344
00000008:00000001:0.0:1769074884.235550:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235551:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8580 vmpage ffffea5984aa27c0 obj off 5689344
00000008:00000001:0.0:1769074884.235553:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235554:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235555:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235557:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235558:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084373776 : -121799625177840 : ffff9139509b8510)
00000020:00000001:0.0:1769074884.235560:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084373776 : -121799625177840 : ffff9139509b8510)
00000020:00000001:0.0:1769074884.235562:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235563:0:54144:0:(cl_page.c:467:cl_page_find()) 1390@[0x200000406:0xc37:0x0] ffffea5984aa2800 0 2
00000020:00000001:0.0:1769074884.235565:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235567:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8798.
00000020:00000001:0.0:1769074884.235569:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235570:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235571:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235572:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5693440, entry 0, stripe 0, suboff 5693440
00000008:00000001:0.0:1769074884.235573:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235574:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8808 vmpage ffffea5984aa2800 obj off 5693440
00000008:00000001:0.0:1769074884.235576:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235577:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235578:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235579:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235580:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084374424 : -121799625177192 : ffff9139509b8798)
00000020:00000001:0.0:1769074884.235582:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084374424 : -121799625177192 : ffff9139509b8798)
00000020:00000001:0.0:1769074884.235584:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235585:0:54144:0:(cl_page.c:467:cl_page_find()) 1391@[0x200000406:0xc37:0x0] ffffea5984aa2840 0 2
00000020:00000001:0.0:1769074884.235587:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235589:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8948.
00000020:00000001:0.0:1769074884.235590:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235591:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235592:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235594:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5697536, entry 0, stripe 0, suboff 5697536
00000008:00000001:0.0:1769074884.235596:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235597:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b89b8 vmpage ffffea5984aa2840 obj off 5697536
00000008:00000001:0.0:1769074884.235599:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235600:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235601:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235602:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235603:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084374856 : -121799625176760 : ffff9139509b8948)
00000020:00000001:0.0:1769074884.235605:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084374856 : -121799625176760 : ffff9139509b8948)
00000020:00000001:0.0:1769074884.235607:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235609:0:54144:0:(cl_page.c:467:cl_page_find()) 1392@[0x200000406:0xc37:0x0] ffffea5984aa2880 0 2
00000020:00000001:0.0:1769074884.235611:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235613:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b80d8.
00000020:00000001:0.0:1769074884.235615:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235616:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235617:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235618:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5701632, entry 0, stripe 0, suboff 5701632
00000008:00000001:0.0:1769074884.235620:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235621:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8148 vmpage ffffea5984aa2880 obj off 5701632
00000008:00000001:0.0:1769074884.235623:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235626:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235627:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235641:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235643:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084372696 : -121799625178920 : ffff9139509b80d8)
00000020:00000001:0.0:1769074884.235645:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084372696 : -121799625178920 : ffff9139509b80d8)
00000020:00000001:0.0:1769074884.235647:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235648:0:54144:0:(cl_page.c:467:cl_page_find()) 1393@[0x200000406:0xc37:0x0] ffffea5984aa28c0 0 2
00000020:00000001:0.0:1769074884.235650:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235653:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8a20.
00000020:00000001:0.0:1769074884.235654:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235655:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235656:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235657:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5705728, entry 0, stripe 0, suboff 5705728
00000008:00000001:0.0:1769074884.235677:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235678:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8a90 vmpage ffffea5984aa28c0 obj off 5705728
00000008:00000001:0.0:1769074884.235680:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235681:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235682:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235683:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235685:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084375072 : -121799625176544 : ffff9139509b8a20)
00000020:00000001:0.0:1769074884.235686:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084375072 : -121799625176544 : ffff9139509b8a20)
00000020:00000001:0.0:1769074884.235688:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235689:0:54144:0:(cl_page.c:467:cl_page_find()) 1394@[0x200000406:0xc37:0x0] ffffea5984aa2900 0 2
00000020:00000001:0.0:1769074884.235691:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235694:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8bd0.
00000020:00000001:0.0:1769074884.235696:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235697:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235698:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235699:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5709824, entry 0, stripe 0, suboff 5709824
00000008:00000001:0.0:1769074884.235701:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235702:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8c40 vmpage ffffea5984aa2900 obj off 5709824
00000008:00000001:0.0:1769074884.235704:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235705:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235706:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235707:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235709:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084375504 : -121799625176112 : ffff9139509b8bd0)
00000020:00000001:0.0:1769074884.235711:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084375504 : -121799625176112 : ffff9139509b8bd0)
00000020:00000001:0.0:1769074884.235713:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235714:0:54144:0:(cl_page.c:467:cl_page_find()) 1395@[0x200000406:0xc37:0x0] ffffea5984aa2940 0 2
00000020:00000001:0.0:1769074884.235716:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235718:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139509b8af8.
00000020:00000001:0.0:1769074884.235720:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235721:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235722:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235723:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5713920, entry 0, stripe 0, suboff 5713920
00000008:00000001:0.0:1769074884.235725:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235726:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139509b8b68 vmpage ffffea5984aa2940 obj off 5713920
00000008:00000001:0.0:1769074884.235728:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235730:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235731:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235732:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235734:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622274084375288 : -121799625176328 : ffff9139509b8af8)
00000020:00000001:0.0:1769074884.235735:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622274084375288 : -121799625176328 : ffff9139509b8af8)
00000020:00000001:0.0:1769074884.235737:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235739:0:54144:0:(cl_page.c:467:cl_page_find()) 1396@[0x200000406:0xc37:0x0] ffffea5984aa2980 0 2
00000020:00000001:0.0:1769074884.235741:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235752:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3e58.
00000020:00000001:0.0:1769074884.235755:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235756:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235758:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235760:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5718016, entry 0, stripe 0, suboff 5718016
00000008:00000001:0.0:1769074884.235762:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235764:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3ec8 vmpage ffffea5984aa2980 obj off 5718016
00000008:00000001:0.0:1769074884.235766:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235767:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235768:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235769:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235771:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875951192 : -121799833600424 : ffff9139442f3e58)
00000020:00000001:0.0:1769074884.235773:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875951192 : -121799833600424 : ffff9139442f3e58)
00000020:00000001:0.0:1769074884.235775:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235776:0:54144:0:(cl_page.c:467:cl_page_find()) 1397@[0x200000406:0xc37:0x0] ffffea5984aa29c0 0 2
00000020:00000001:0.0:1769074884.235779:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235781:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3510.
00000020:00000001:0.0:1769074884.235783:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235784:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235785:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235786:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5722112, entry 0, stripe 0, suboff 5722112
00000008:00000001:0.0:1769074884.235788:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235789:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3580 vmpage ffffea5984aa29c0 obj off 5722112
00000008:00000001:0.0:1769074884.235791:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235792:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235793:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235794:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235796:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875948816 : -121799833602800 : ffff9139442f3510)
00000020:00000001:0.0:1769074884.235798:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875948816 : -121799833602800 : ffff9139442f3510)
00000020:00000001:0.0:1769074884.235799:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235801:0:54144:0:(cl_page.c:467:cl_page_find()) 1398@[0x200000406:0xc37:0x0] ffffea5984aa2a00 0 2
00000020:00000001:0.0:1769074884.235803:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235805:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3798.
00000020:00000001:0.0:1769074884.235806:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235807:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235808:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235809:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5726208, entry 0, stripe 0, suboff 5726208
00000008:00000001:0.0:1769074884.235810:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235812:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3808 vmpage ffffea5984aa2a00 obj off 5726208
00000008:00000001:0.0:1769074884.235813:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235814:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235815:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235817:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235818:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875949464 : -121799833602152 : ffff9139442f3798)
00000020:00000001:0.0:1769074884.235820:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875949464 : -121799833602152 : ffff9139442f3798)
00000020:00000001:0.0:1769074884.235822:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235823:0:54144:0:(cl_page.c:467:cl_page_find()) 1399@[0x200000406:0xc37:0x0] ffffea5984aa2a40 0 2
00000020:00000001:0.0:1769074884.235825:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235828:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3948.
00000020:00000001:0.0:1769074884.235829:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235830:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235831:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235832:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5730304, entry 0, stripe 0, suboff 5730304
00000008:00000001:0.0:1769074884.235834:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235835:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f39b8 vmpage ffffea5984aa2a40 obj off 5730304
00000008:00000001:0.0:1769074884.235837:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235838:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235839:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235840:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235842:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875949896 : -121799833601720 : ffff9139442f3948)
00000020:00000001:0.0:1769074884.235844:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875949896 : -121799833601720 : ffff9139442f3948)
00000020:00000001:0.0:1769074884.235845:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235847:0:54144:0:(cl_page.c:467:cl_page_find()) 1400@[0x200000406:0xc37:0x0] ffffea5984aa2a80 0 2
00000020:00000001:0.0:1769074884.235849:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235852:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f30d8.
00000020:00000001:0.0:1769074884.235853:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235854:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235856:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235857:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5734400, entry 0, stripe 0, suboff 5734400
00000008:00000001:0.0:1769074884.235859:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235860:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3148 vmpage ffffea5984aa2a80 obj off 5734400
00000008:00000001:0.0:1769074884.235862:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235863:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235864:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235865:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235866:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875947736 : -121799833603880 : ffff9139442f30d8)
00000020:00000001:0.0:1769074884.235868:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875947736 : -121799833603880 : ffff9139442f30d8)
00000020:00000001:0.0:1769074884.235870:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235872:0:54144:0:(cl_page.c:467:cl_page_find()) 1401@[0x200000406:0xc37:0x0] ffffea5984aa2ac0 0 2
00000020:00000001:0.0:1769074884.235874:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235876:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3a20.
00000020:00000001:0.0:1769074884.235877:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235878:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235879:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235881:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5738496, entry 0, stripe 0, suboff 5738496
00000008:00000001:0.0:1769074884.235883:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235884:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3a90 vmpage ffffea5984aa2ac0 obj off 5738496
00000008:00000001:0.0:1769074884.235885:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235887:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235888:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235889:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235890:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875950112 : -121799833601504 : ffff9139442f3a20)
00000020:00000001:0.0:1769074884.235893:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875950112 : -121799833601504 : ffff9139442f3a20)
00000020:00000001:0.0:1769074884.235894:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235896:0:54144:0:(cl_page.c:467:cl_page_find()) 1402@[0x200000406:0xc37:0x0] ffffea5984aa2b00 0 2
00000020:00000001:0.0:1769074884.235898:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235900:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3bd0.
00000020:00000001:0.0:1769074884.235902:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235903:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235904:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235905:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5742592, entry 0, stripe 0, suboff 5742592
00000008:00000001:0.0:1769074884.235907:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235908:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3c40 vmpage ffffea5984aa2b00 obj off 5742592
00000008:00000001:0.0:1769074884.235922:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235924:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235925:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235926:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235928:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875950544 : -121799833601072 : ffff9139442f3bd0)
00000020:00000001:0.0:1769074884.235930:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875950544 : -121799833601072 : ffff9139442f3bd0)
00000020:00000001:0.0:1769074884.235932:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235934:0:54144:0:(cl_page.c:467:cl_page_find()) 1403@[0x200000406:0xc37:0x0] ffffea5984aa2b40 0 2
00000020:00000001:0.0:1769074884.235936:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.235938:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3af8.
00000020:00000001:0.0:1769074884.235940:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235942:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235943:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.235944:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5746688, entry 0, stripe 0, suboff 5746688
00000008:00000001:0.0:1769074884.235946:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.235947:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3b68 vmpage ffffea5984aa2b40 obj off 5746688
00000008:00000001:0.0:1769074884.235949:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235950:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.235951:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.235952:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.235954:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875950328 : -121799833601288 : ffff9139442f3af8)
00000020:00000001:0.0:1769074884.235956:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875950328 : -121799833601288 : ffff9139442f3af8)
00000020:00000001:0.0:1769074884.235958:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.235960:0:54144:0:(cl_page.c:467:cl_page_find()) 1404@[0x200000406:0xc37:0x0] ffffea5984aa2b80 0 2
00000020:00000001:0.0:1769074884.235962:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237465:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3288.
00000020:00000001:0.0:1769074884.237475:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237477:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237480:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237482:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5750784, entry 0, stripe 0, suboff 5750784
00000008:00000001:0.0:1769074884.237488:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237490:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f32f8 vmpage ffffea5984aa2b80 obj off 5750784
00000008:00000001:0.0:1769074884.237492:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237494:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237496:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237497:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237498:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875948168 : -121799833603448 : ffff9139442f3288)
00000020:00000001:0.0:1769074884.237501:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875948168 : -121799833603448 : ffff9139442f3288)
00000020:00000001:0.0:1769074884.237504:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237506:0:54144:0:(cl_page.c:467:cl_page_find()) 1405@[0x200000406:0xc37:0x0] ffffea5984aa2bc0 0 2
00000020:00000001:0.0:1769074884.237508:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237513:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3438.
00000020:00000001:0.0:1769074884.237515:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237516:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237517:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237518:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5754880, entry 0, stripe 0, suboff 5754880
00000008:00000001:0.0:1769074884.237520:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237521:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f34a8 vmpage ffffea5984aa2bc0 obj off 5754880
00000008:00000001:0.0:1769074884.237523:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237524:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237525:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237527:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237529:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875948600 : -121799833603016 : ffff9139442f3438)
00000020:00000001:0.0:1769074884.237531:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875948600 : -121799833603016 : ffff9139442f3438)
00000020:00000001:0.0:1769074884.237532:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237534:0:54144:0:(cl_page.c:467:cl_page_find()) 1406@[0x200000406:0xc37:0x0] ffffea5984aa2c00 0 2
00000020:00000001:0.0:1769074884.237536:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237538:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f31b0.
00000020:00000001:0.0:1769074884.237540:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237541:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237542:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237543:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5758976, entry 0, stripe 0, suboff 5758976
00000008:00000001:0.0:1769074884.237545:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237546:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3220 vmpage ffffea5984aa2c00 obj off 5758976
00000008:00000001:0.0:1769074884.237548:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237549:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237550:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237551:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237552:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875947952 : -121799833603664 : ffff9139442f31b0)
00000020:00000001:0.0:1769074884.237554:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875947952 : -121799833603664 : ffff9139442f31b0)
00000020:00000001:0.0:1769074884.237556:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237557:0:54144:0:(cl_page.c:467:cl_page_find()) 1407@[0x200000406:0xc37:0x0] ffffea5984aa2c40 0 2
00000020:00000001:0.0:1769074884.237559:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237561:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3360.
00000020:00000001:0.0:1769074884.237563:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237564:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237565:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237566:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5763072, entry 0, stripe 0, suboff 5763072
00000008:00000001:0.0:1769074884.237568:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237569:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f33d0 vmpage ffffea5984aa2c40 obj off 5763072
00000008:00000001:0.0:1769074884.237571:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237573:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237574:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237575:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237577:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875948384 : -121799833603232 : ffff9139442f3360)
00000020:00000001:0.0:1769074884.237579:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875948384 : -121799833603232 : ffff9139442f3360)
00000020:00000001:0.0:1769074884.237580:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237582:0:54144:0:(cl_page.c:467:cl_page_find()) 1408@[0x200000406:0xc37:0x0] ffffea5984aa2c80 0 2
00000020:00000001:0.0:1769074884.237584:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237586:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3ca8.
00000020:00000001:0.0:1769074884.237588:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237589:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237590:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237592:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5767168, entry 0, stripe 0, suboff 5767168
00000008:00000001:0.0:1769074884.237594:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237595:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3d18 vmpage ffffea5984aa2c80 obj off 5767168
00000008:00000001:0.0:1769074884.237596:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237597:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237598:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237599:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237601:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875950760 : -121799833600856 : ffff9139442f3ca8)
00000020:00000001:0.0:1769074884.237603:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875950760 : -121799833600856 : ffff9139442f3ca8)
00000020:00000001:0.0:1769074884.237604:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237606:0:54144:0:(cl_page.c:467:cl_page_find()) 1409@[0x200000406:0xc37:0x0] ffffea5984aa2cc0 0 2
00000020:00000001:0.0:1769074884.237608:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237610:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f35e8.
00000020:00000001:0.0:1769074884.237612:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237613:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237614:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237616:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5771264, entry 0, stripe 0, suboff 5771264
00000008:00000001:0.0:1769074884.237618:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237619:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3658 vmpage ffffea5984aa2cc0 obj off 5771264
00000008:00000001:0.0:1769074884.237621:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237622:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237623:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237624:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237626:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875949032 : -121799833602584 : ffff9139442f35e8)
00000020:00000001:0.0:1769074884.237639:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875949032 : -121799833602584 : ffff9139442f35e8)
00000020:00000001:0.0:1769074884.237641:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237643:0:54144:0:(cl_page.c:467:cl_page_find()) 1410@[0x200000406:0xc37:0x0] ffffea5984aa2d00 0 2
00000020:00000001:0.0:1769074884.237645:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237648:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3000.
00000020:00000001:0.0:1769074884.237650:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237651:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237653:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237654:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5775360, entry 0, stripe 0, suboff 5775360
00000008:00000001:0.0:1769074884.237656:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237670:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3070 vmpage ffffea5984aa2d00 obj off 5775360
00000008:00000001:0.0:1769074884.237673:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237674:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237675:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237676:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237678:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875947520 : -121799833604096 : ffff9139442f3000)
00000020:00000001:0.0:1769074884.237679:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875947520 : -121799833604096 : ffff9139442f3000)
00000020:00000001:0.0:1769074884.237681:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237682:0:54144:0:(cl_page.c:467:cl_page_find()) 1411@[0x200000406:0xc37:0x0] ffffea5984aa2d40 0 2
00000020:00000001:0.0:1769074884.237685:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237687:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f36c0.
00000020:00000001:0.0:1769074884.237689:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237690:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237691:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237692:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5779456, entry 0, stripe 0, suboff 5779456
00000008:00000001:0.0:1769074884.237694:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237695:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3730 vmpage ffffea5984aa2d40 obj off 5779456
00000008:00000001:0.0:1769074884.237697:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237698:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237699:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237700:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237701:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875949248 : -121799833602368 : ffff9139442f36c0)
00000020:00000001:0.0:1769074884.237703:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875949248 : -121799833602368 : ffff9139442f36c0)
00000020:00000001:0.0:1769074884.237705:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237706:0:54144:0:(cl_page.c:467:cl_page_find()) 1412@[0x200000406:0xc37:0x0] ffffea5984aa2d80 0 2
00000020:00000001:0.0:1769074884.237708:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237711:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3d80.
00000020:00000001:0.0:1769074884.237713:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237714:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237715:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237717:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5783552, entry 0, stripe 0, suboff 5783552
00000008:00000001:0.0:1769074884.237718:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237720:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f3df0 vmpage ffffea5984aa2d80 obj off 5783552
00000008:00000001:0.0:1769074884.237721:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237723:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237724:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237725:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237727:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875950976 : -121799833600640 : ffff9139442f3d80)
00000020:00000001:0.0:1769074884.237729:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875950976 : -121799833600640 : ffff9139442f3d80)
00000020:00000001:0.0:1769074884.237731:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237733:0:54144:0:(cl_page.c:467:cl_page_find()) 1413@[0x200000406:0xc37:0x0] ffffea5984aa2dc0 0 2
00000020:00000001:0.0:1769074884.237735:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237738:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff9139442f3870.
00000020:00000001:0.0:1769074884.237739:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237740:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237741:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237743:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5787648, entry 0, stripe 0, suboff 5787648
00000008:00000001:0.0:1769074884.237745:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237747:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff9139442f38e0 vmpage ffffea5984aa2dc0 obj off 5787648
00000008:00000001:0.0:1769074884.237749:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237750:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237751:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237752:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237754:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273875949680 : -121799833601936 : ffff9139442f3870)
00000020:00000001:0.0:1769074884.237756:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273875949680 : -121799833601936 : ffff9139442f3870)
00000020:00000001:0.0:1769074884.237758:0:54144:0:(cl_page.c:461:cl_page_find()) Process entered
00000020:00008000:0.0:1769074884.237759:0:54144:0:(cl_page.c:467:cl_page_find()) 1414@[0x200000406:0xc37:0x0] ffffea5984aa2e00 0 2
00000020:00000001:0.0:1769074884.237761:0:54144:0:(cl_page.c:382:cl_page_alloc()) Process entered
00000020:00000010:0.0:1769074884.237785:0:54144:0:(cl_page.c:333:__cl_page_alloc()) slab-alloced 'cl_page': 216 at ffff91394aedfa20.
00000020:00000001:0.0:1769074884.237788:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237789:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237790:0:54144:0:(lov_page.c:107:lov_page_init_composite()) Process entered
00020000:00008000:0.0:1769074884.237792:0:54144:0:(lov_page.c:146:lov_page_init_composite()) offset 5791744, entry 0, stripe 0, suboff 5791744
00000008:00000001:0.0:1769074884.237795:0:54144:0:(osc_cache.c:2288:osc_prep_async_page()) Process entered
00000008:00000040:0.0:1769074884.237796:0:54144:0:(osc_cache.c:2309:osc_prep_async_page()) oap ffff91394aedfa90 vmpage ffffea5984aa2e00 obj off 5791744
00000008:00000001:0.0:1769074884.237798:0:54144:0:(osc_cache.c:2310:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237800:0:54144:0:(cl_page.c:1363:cl_page_slice_add()) Process entered
00000020:00000001:0.0:1769074884.237801:0:54144:0:(cl_page.c:1370:cl_page_slice_add()) Process leaving
00020000:00000001:0.0:1769074884.237802:0:54144:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074884.237803:0:54144:0:(cl_page.c:429:cl_page_alloc()) Process leaving (rc=18446622273989114400 : -121799720437216 : ffff91394aedfa20)
00000020:00000001:0.0:1769074884.237806:0:54144:0:(cl_page.c:490:cl_page_find()) Process leaving (rc=18446622273989114400 : -121799720437216 : ffff91394aedfa20)
00000800:00000200:0.0:1769074884.306781:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.306785:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912a00.
00000400:00000200:0.0:1769074884.306790:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.306795:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.306880:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:0.0:1769074884.306883:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:0.0:1769074884.306888:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.306894:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7800 x1855007617171584/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.306904:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.306907:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7800 x1855007617171584/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.306914:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.306916:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074884.307897:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.307901:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912400.
00000400:00000200:0.0:1769074884.307905:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.307913:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.307919:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170d48
00000400:00000010:0.0:1769074884.307921:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170d48.
00000100:00000001:0.0:1769074884.307925:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.307930:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4a80 x1855007617171712/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.307940:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.307943:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4a80 x1855007617171712/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.307955:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.307956:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074884.312022:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.312028:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1100.
00000400:00000200:0.0:1769074884.312034:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.312043:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.312050:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972440
00000400:00000010:0.0:1769074884.312052:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972440.
00000100:00000001:0.0:1769074884.312056:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.312062:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5180 x1855007617171840/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.312073:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.312077:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5180 x1855007617171840/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.312084:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.312085:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074884.326696:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.326706:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1700.
00000400:00000200:0.0:1769074884.326715:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.326725:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.326734:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972770
00000400:00000010:0.0:1769074884.326736:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972770.
00000100:00000001:0.0:1769074884.326741:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.326750:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4380 x1855007617171968/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.326763:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.326767:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4380 x1855007617171968/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.326774:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.326776:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074884.326786:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.326796:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074884.326877:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.326882:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074884.326890:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326895:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074884.326904:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326908:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326913:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326917:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c100
00000400:00000200:0.0:1769074884.326923:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326928:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fc59 [256] + 0
00000400:00000010:0.0:1769074884.326933:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a4d0.
00000400:00000200:0.0:1769074884.326937:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913945726000
00000400:00000200:0.0:1769074884.326945:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326951:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074884.326957:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68910:68910:253:4294967295] 192.168.204.140@tcp LPNI seq info [68910:68910:5:4294967295]
00000400:00000200:0.0:1769074884.326961:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.326969:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074884.326975:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074884.326983:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074884.326991:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074884.326998:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074884.327003:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074884.327016:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.327018:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074884.327021:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.327024:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.327027:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489725d8
00000400:00000010:0.0:1769074884.327030:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489725d8.
00000100:00000001:0.0:1769074884.327032:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.327037:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5f80 x1855007617172096/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.328161:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.328172:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5f80 x1855007617172096/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.328190:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.328192:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074884.328202:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.328209:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074884.328212:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.328233:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074884.328239:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328244:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074884.328251:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328255:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328259:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328262:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c180
00000400:00000200:0.0:1769074884.328267:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328273:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fc69 [256] + 0
00000400:00000010:0.0:1769074884.328277:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7c08.
00000400:00000200:0.0:1769074884.328282:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944662000
00000400:00000200:0.0:1769074884.328288:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328293:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074884.328297:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68911:68911:253:4294967295] 192.168.204.140@tcp LPNI seq info [68911:68911:5:4294967295]
00000400:00000200:0.0:1769074884.328301:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.328308:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074884.328314:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074884.328320:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074884.328326:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074884.328332:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074884.328335:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074884.328405:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.328409:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074884.328412:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.328416:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.328420:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972550
00000400:00000010:0.0:1769074884.328422:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972550.
00000100:00000001:0.0:1769074884.328425:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.328430:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6300 x1855007617172224/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.328438:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.328441:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6300 x1855007617172224/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.328446:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.328448:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074884.328453:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.328457:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074884.333921:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.333924:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074884.333930:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.333935:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074884.333940:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972660
00000400:00000010:0.0:1769074884.333942:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972660.
00000100:00000001:0.0:1769074884.333946:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074884.333952:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6a00 x1855007617172352/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.333962:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074884.333965:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6a00 x1855007617172352/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074900 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074884.333972:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074884.333974:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074884.337944:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.337954:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074884.337956:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.337961:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074884.337971:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.337976:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074884.337984:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.337989:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.337995:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.337999:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c280
00000400:00000200:0.0:1769074884.338004:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.338011:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fc89 [256] + 0
00000400:00000010:0.0:1769074884.338017:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7bb0.
00000400:00000200:0.0:1769074884.338021:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944660000
00000400:00000200:0.0:1769074884.338029:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.338036:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074884.338041:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68913:68913:255:4294967295] 192.168.204.140@tcp LPNI seq info [68913:68913:7:4294967295]
00000400:00000200:0.0:1769074884.338045:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074884.338054:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074884.338060:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074884.338068:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074884.338077:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074884.338084:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074884.338089:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074884.338094:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074884.338096:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074884.343243:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.343250:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074884.343256:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.343265:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074884.343273:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944660000
00000400:00000010:0.0:1769074884.343276:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944660000.
00000100:00000001:0.0:1769074884.343280:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074884.343282:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5f80 desc ffff91394b3f7400 mbits 1855007617172096
00000100:00000001:0.0:1769074884.351086:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074884.351452:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(554608) -11
00000800:00000200:3.1:1769074884.352956:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -61224 low water 2127764 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.352994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -61224 low water 2127764 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.353006:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -61224 low water 2127764 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.364999:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.365022:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.365032:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.365040:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.365049:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.365055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074884.366110:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074884.366123:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074884.366132:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074884.366141:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:1.1:1769074884.366150:0:2362:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.367549:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.367567:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.367575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.367583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.367590:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368365:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368391:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368400:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368408:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368423:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368428:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.368501:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.369462:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.369479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.369488:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.369499:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.369508:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370556:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370565:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370574:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370588:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1125056 low water 1534624 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074884.370671:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1444636 low water 1374834 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074884.401616:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.401627:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944770000.
00000400:00000200:0.0:1769074884.401635:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.401645:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074884.401655:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913942d6e000
00000400:00000010:0.0:1769074884.401672:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913942d6e000.
00000100:00000001:0.0:1769074884.401681:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074884.401684:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6300 desc ffff91394b3f5c00 mbits 1855007617172224
00000100:00000001:0.0:1769074884.401710:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074884.404536:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074884.404543:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944772000.
00000400:00000200:0.0:1769074884.404550:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074884.404558:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074884.404567:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507bc000
00000400:00000010:0.0:1769074884.404570:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507bc000.
00000100:00000001:0.0:1769074884.404575:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074884.404577:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6a00 desc ffff91394b3f6800 mbits 1855007617172352
00000100:00000001:0.0:1769074884.404585:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000100:00000040:0.0:1769074885.407223:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296543646, at 4296543680
00000100:00000010:0.0:1769074885.407242:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000100:00000001:0.0:1769074885.472180:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074885.472184:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074885.472187:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074885.472194:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a680 x1855007617173632/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.472201:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074885.472204:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074885.472208:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074885.472210:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074885.472213:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074885.472216:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2370:1855007617173632:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074885.472221:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074885.472226:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074885.472228:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074885.472230:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074885.472235:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf2a00.
02000000:00000001:0.0:1769074885.472236:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074885.472244:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074885.472248:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a0960b0.
00000400:00000010:0.0:1769074885.472254:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdf68.
00000100:00000200:0.0:1769074885.472262:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617173632, portal 25
00000100:00000001:0.0:1769074885.472264:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074885.472266:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880237696 : -121799829313920 : ffff91394470a680)
00000100:00000040:0.0:1769074885.472271:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a680 x1855007617173632/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.472278:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074885.472281:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074885.472283:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd330.
00000100:00000200:0.0:1769074885.472287:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617173632, offset 0
00000400:00000200:0.0:1769074885.472294:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074885.472302:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.472311:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074885.472318:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074885.472322:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074885.472326:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074885.472329:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074885.472333:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68919:68919:256:4294967295] 192.168.204.140@tcp LPNI seq info [68919:68919:8:4294967295]
00000400:00000200:0.0:1769074885.472337:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.472345:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074885.472351:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074885.472356:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2c00.
00000800:00000200:0.0:1769074885.472363:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074885.472372:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074885.472376:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2c00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074885.472388:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074885.472393:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074885.472395:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296544771
00000100:00000010:0.0:1769074885.472399:0:2370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200ae0.
00000100:00000001:0.0:1769074885.472406:0:2370:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769074885.472411:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296544771
00000100:00000010:0.0:1769074885.472414:0:2370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200600.
00000100:00000001:0.0:1769074885.472416:0:2370:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769074885.472419:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074885.472421:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.472424:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.472426:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074885.472433:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074885.472435:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074885.472437:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074885.472438:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074885.472439:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.472441:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074885.472484:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.472488:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2c00.
00000400:00000200:0.0:1769074885.472493:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.472498:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.472504:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd330
00000400:00000010:0.0:1769074885.472506:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd330.
00000100:00000001:0.0:1769074885.472510:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.472514:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394470a680 x1855007617173632/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.472522:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.472525:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617173632/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.472531:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.472533:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074885.473170:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074885.473172:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074885.473174:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074885.473177:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:0.0:1769074885.473179:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074885.473182:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074885.473184:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074885.473186:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074885.473187:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074885.473189:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074885.473193:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708a80 x1855007617173760/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473200:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074885.473201:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074885.473204:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074885.473206:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074885.473207:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074885.473210:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617173760:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074885.473214:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074885.473227:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074885.473229:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074885.473231:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074885.473235:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074885.473237:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074885.473243:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074885.473246:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096210.
00000400:00000010:0.0:1769074885.473250:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd330.
00000100:00000200:0.0:1769074885.473254:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617173760, portal 10
00000100:00000001:0.0:1769074885.473256:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074885.473258:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880230528 : -121799829321088 : ffff913944708a80)
00000100:00000040:0.0:1769074885.473265:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708a80 x1855007617173760/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473272:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074885.473275:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074885.473278:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd5d8.
00000100:00000200:0.0:1769074885.473280:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617173760, offset 0
00000400:00000200:0.0:1769074885.473286:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074885.473290:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.473295:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074885.473298:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074885.473301:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074885.473303:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074885.473305:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074885.473308:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68920:68920:256:4294967295] 192.168.204.140@tcp LPNI seq info [68920:68920:8:4294967295]
00000400:00000200:0.0:1769074885.473312:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.473320:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074885.473325:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074885.473329:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2c00.
00000800:00000200:0.0:1769074885.473334:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074885.473339:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074885.473343:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2c00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074885.473353:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074885.473357:0:2370:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10757 usecs (11 jiffies)
00000400:00000200:0.0:1769074885.473361:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074885.473363:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296543757
00000100:00000001:0.0:1769074885.473366:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296544771
00000100:00000001:0.0:1769074885.473368:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296543757
00000100:00000001:0.0:1769074885.473370:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296544771
00000100:00000001:0.0:1769074885.473372:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074885.473374:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.473377:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.473379:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074885.473397:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.473400:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2c00.
00000400:00000200:0.0:1769074885.473404:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.473408:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.473412:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd5d8
00000400:00000010:0.0:1769074885.473413:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd5d8.
00000100:00000001:0.0:1769074885.473416:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.473420:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff913944708a80 x1855007617173760/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473428:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.473431:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617173760/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473438:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.473440:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.473809:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.473812:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769074885.473816:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.473819:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.473822:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:0.0:1769074885.473824:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:0.0:1769074885.473826:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.473829:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff913944709500 x1855007617173888/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473836:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.473839:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617173888/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074901 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074885.473844:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.473845:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074885.473855:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074885.473857:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074885.473858:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.473860:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074885.677481:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677492:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912b00.
00000400:00000200:0.0:1769074885.677500:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677509:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677516:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:0.0:1769074885.677519:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:0.0:1769074885.677523:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677531:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3100 x1855007617173504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677543:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677547:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3100 x1855007617173504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677554:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677556:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677569:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677572:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912600.
00000400:00000200:0.0:1769074885.677574:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677577:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677580:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:0.0:1769074885.677582:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:0.0:1769074885.677584:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677588:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4700 x1855007617172608/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677595:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677598:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4700 x1855007617172608/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677604:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677605:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677613:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677616:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912900.
00000400:00000200:0.0:1769074885.677619:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677622:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677624:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451707f8
00000400:00000010:0.0:1769074885.677626:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451707f8.
00000100:00000001:0.0:1769074885.677628:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677632:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6680 x1855007617172864/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677639:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677641:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6680 x1855007617172864/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677647:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677648:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677656:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677674:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912400.
00000400:00000200:0.0:1769074885.677677:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677680:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677682:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:0.0:1769074885.677684:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:0.0:1769074885.677686:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677690:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7480 x1855007617173120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677695:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677698:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7480 x1855007617173120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677703:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677704:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677714:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677717:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912a00.
00000400:00000200:0.0:1769074885.677719:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677722:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677723:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:0.0:1769074885.677725:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:0.0:1769074885.677727:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677730:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6d80 x1855007617173376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677735:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677738:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6d80 x1855007617173376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677744:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677746:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677753:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677755:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912000.
00000400:00000200:0.0:1769074885.677757:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677760:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677762:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451706e8
00000400:00000010:0.0:1769074885.677763:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451706e8.
00000100:00000001:0.0:1769074885.677765:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677768:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7800 x1855007617172736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677774:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677776:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7800 x1855007617172736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677781:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677782:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677789:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677791:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913943912300.
00000400:00000200:0.0:1769074885.677793:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677796:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677798:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170770
00000400:00000010:0.0:1769074885.677800:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170770.
00000100:00000001:0.0:1769074885.677802:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677806:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0000 x1855007617172992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677811:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677814:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0000 x1855007617172992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677820:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677822:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074885.677862:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.677865:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c24bf00.
00000400:00000200:0.0:1769074885.677869:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.677872:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074885.677875:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170b28
00000400:00000010:0.0:1769074885.677876:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170b28.
00000100:00000001:0.0:1769074885.677879:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074885.677882:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5880 x1855007617173248/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677889:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074885.677892:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5880 x1855007617173248/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.677899:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074885.677900:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074885.696332:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.696347:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.696352:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.696355:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.696366:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696375:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074885.696382:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696387:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696393:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696397:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c800
00000400:00000200:0.0:1769074885.696403:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696411:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fcf9 [256] + 0
00000400:00000010:0.0:1769074885.696416:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a580.
00000400:00000200:0.0:1769074885.696421:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913945726000
00000400:00000200:0.0:1769074885.696428:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696434:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074885.696440:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68930:68930:256:4294967295] 192.168.204.140@tcp LPNI seq info [68930:68930:8:4294967295]
00000400:00000200:0.0:1769074885.696444:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.696453:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074885.696460:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074885.696467:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074885.696476:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074885.696482:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074885.696486:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074885.697449:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.697457:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074885.697464:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.697471:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074885.697478:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945726000
00000400:00000010:0.0:1769074885.697480:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945726000.
00000100:00000001:0.0:1769074885.697488:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074885.697491:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3100 desc ffff91395086bc00 mbits 1855007617173504
00000100:00000001:0.0:1769074885.697499:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074885.697513:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.697520:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.697522:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.697524:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.697529:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697533:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074885.697538:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697541:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697546:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697549:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c480
00000400:00000200:0.0:1769074885.697553:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697558:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fd09 [256] + 0
00000400:00000010:0.0:1769074885.697562:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ab00.
00000400:00000200:0.0:1769074885.697566:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913945722000
00000400:00000200:0.0:1769074885.697571:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697575:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074885.697580:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68931:68931:256:4294967295] 192.168.204.140@tcp LPNI seq info [68931:68931:8:4294967295]
00000400:00000200:0.0:1769074885.697584:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.697590:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074885.697595:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074885.697600:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074885.697606:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074885.697611:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074885.697614:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074885.700806:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.700817:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074885.700825:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.700836:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074885.700844:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945722000
00000400:00000010:0.0:1769074885.700847:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945722000.
00000100:00000001:0.0:1769074885.700855:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074885.700858:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4700 desc ffff9139445b8800 mbits 1855007617172608
00000100:00000001:0.0:1769074885.701441:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074885.719937:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.719949:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944660000.
00000400:00000200:0.0:1769074885.719956:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.719965:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074885.719974:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945724000
00000400:00000010:0.0:1769074885.719977:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945724000.
00000100:00000001:0.0:1769074885.719982:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074885.719984:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6680 desc ffff9139445ba400 mbits 1855007617172864
00000100:00000001:0.0:1769074885.720003:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074885.720016:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.720028:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.720030:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.720034:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.720041:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720045:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074885.720051:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720056:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720063:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720067:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13c600
00000400:00000200:0.0:1769074885.720072:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720078:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fd59 [256] + 0
00000400:00000010:0.0:1769074885.720083:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a108.
00000400:00000200:0.0:1769074885.720087:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944774000
00000400:00000200:0.0:1769074885.720094:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720100:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074885.720106:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68937:68937:252:4294967295] 192.168.204.140@tcp LPNI seq info [68937:68937:4:4294967295]
00000400:00000200:0.0:1769074885.720110:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.720118:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074885.720123:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074885.720130:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074885.720138:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074885.720144:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074885.720148:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074885.720829:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074885.720833:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944666000.
00000400:00000200:0.0:1769074885.720838:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.720843:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074885.720848:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945720000
00000400:00000010:0.0:1769074885.720851:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945720000.
00000100:00000001:0.0:1769074885.720855:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074885.720857:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7480 desc ffff9139445bb000 mbits 1855007617173120
00000100:00000001:0.0:1769074885.720861:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074885.720867:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.720872:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074885.720939:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(975164) -11
00000800:00000200:3.1:1769074885.721413:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -8816 low water 2101560 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.721433:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -10096 low water 2102200 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.721444:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -11376 low water 2102840 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725627:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 6520 low water 2093892 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725647:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 6520 low water 2093892 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 5240 low water 2094532 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725683:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725701:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 23136 low water 2085584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725724:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 33364 low water 2080470 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725742:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 52540 low water 2070882 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.725766:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 71716 low water 2061294 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 71716 low water 2061294 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726272:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 71716 low water 2061294 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726284:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 70436 low water 2061934 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726532:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 70436 low water 2061934 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726548:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 69156 low water 2062574 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726769:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 69156 low water 2062574 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.726783:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 67876 low water 2063214 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.727432:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 66596 low water 2063854 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 85772 low water 2054266 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732143:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 84492 low water 2054906 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732159:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 84492 low water 2054906 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732180:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 94720 low water 2049792 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732223:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 122844 low water 2035730 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732228:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 122844 low water 2035730 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732263:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 149688 low water 2022308 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732268:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 149688 low water 2022308 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 159916 low water 2017194 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732311:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 196988 low water 1998658 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 225112 low water 1984596 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732964:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 225112 low water 1984596 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732977:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 225112 low water 1984596 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.732985:0:663:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 225112 low water 1984596 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 262184 low water 1966060 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734393:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 262184 low water 1966060 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734442:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 346556 low water 1923874 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734447:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 346556 low water 1923874 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734534:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 476948 low water 1858678 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.734539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 476948 low water 1858678 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.738790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.738812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.738823:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.738831:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.738836:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.739234:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.739249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.739258:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.739266:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.743813:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.743834:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.743845:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.743868:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.743873:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.746963:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.746985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.746997:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.747006:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.747015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.747020:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749030:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749040:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749052:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749063:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749068:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.749127:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.751803:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.751823:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.751832:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.751841:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.751851:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074885.753254:0:7:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074885.753271:0:7:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074885.753280:0:7:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074885.753291:0:7:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.1:1769074885.753302:0:7:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758733:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758744:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758774:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.758779:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.760832:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.760853:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.760862:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.760872:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.760881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.761525:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.761539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.761550:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.761560:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.761569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.762473:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.762640:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.764440:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.764462:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.764472:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.764483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.764495:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.767377:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.767396:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.767405:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.767428:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.767437:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074885.770435:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2148992 low water 1022656 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074885.844031:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.844053:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.844058:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.844061:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.844074:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.844084:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.844093:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.844098:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.844104:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.844107:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c480
00000400:00000200:0.0:1769074885.844113:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.844118:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd11 [1] + 224
00000800:00000001:0.0:1769074885.844126:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.844136:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.844140:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.844145:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.844164:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.844175:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4700 x1855007617172608/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.844187:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4700 x1855007617172608/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.844203:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.844214:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.844218:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.933162:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933178:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.933181:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933184:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933196:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933206:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.933214:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933219:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933225:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933229:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c780
00000400:00000200:0.0:1769074885.933235:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933242:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd41 [1] + 224
00000800:00000001:0.0:1769074885.933250:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933256:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933259:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.933263:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.933271:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.933279:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6d80 x1855007617173376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.933289:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6d80 x1855007617173376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.933299:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.933309:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933312:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.933314:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933316:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933319:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933322:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.933325:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933328:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933330:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933333:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c680
00000400:00000200:0.0:1769074885.933336:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933339:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd31 [1] + 224
00000800:00000001:0.0:1769074885.933342:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933345:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933346:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.933349:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.933352:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.933355:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7480 x1855007617173120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.933362:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7480 x1855007617173120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.933369:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.933373:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933377:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.933379:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933380:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933384:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933387:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.933390:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933393:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933396:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933398:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c580
00000400:00000200:0.0:1769074885.933401:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933405:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd21 [1] + 224
00000800:00000001:0.0:1769074885.933408:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933411:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933413:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.933415:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.933418:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.933421:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6680 x1855007617172864/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.933428:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6680 x1855007617172864/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.933435:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.933439:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933441:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.933443:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933445:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933448:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933451:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.933455:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933457:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933460:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933463:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c600
00000400:00000200:0.0:1769074885.933466:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.933470:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd61 [1] + 224
00000800:00000001:0.0:1769074885.933473:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933479:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.933481:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.933484:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.933486:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.933491:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0000 x1855007617172992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.933499:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0000 x1855007617172992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.933506:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.933509:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.933511:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.936310:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936321:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.936324:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936326:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.936336:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936343:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.936349:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936354:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936359:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936363:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c800
00000400:00000200:0.0:1769074885.936368:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936374:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd01 [1] + 224
00000800:00000001:0.0:1769074885.936381:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936386:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.936389:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.936393:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.936400:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.936406:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f3100 x1855007617173504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.936417:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f3100 x1855007617173504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.936428:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.936434:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936437:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074885.936439:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936441:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.936444:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936447:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074885.936451:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936454:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936457:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936459:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13c500
00000400:00000200:0.0:1769074885.936463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074885.936466:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd51 [1] + 224
00000800:00000001:0.0:1769074885.936470:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936475:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074885.936477:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074885.936480:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074885.936483:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074885.936487:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7800 x1855007617172736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074885.936495:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7800 x1855007617172736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074901 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074885.936502:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074885.936505:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074885.936507:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074886.751432:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296544969, at 4296545024
00000100:00000010:0.0:1769074886.751440:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913950200ae0.
00000800:00000200:3.1:1769074887.110719:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.110736:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.110741:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.111050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.111056:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.116937:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 23136 low water 2085584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.116951:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 23136 low water 2085584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.116987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 32084 low water 2081110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.116991:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 32084 low water 2081110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 69156 low water 2062574 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117036:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 97280 low water 2048512 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117067:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 134352 low water 2029976 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117099:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 162476 low water 2015914 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117110:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 162476 low water 2015914 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117115:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 162476 low water 2015914 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117148:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 199548 low water 1997378 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 209776 low water 1992264 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117188:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117213:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.117808:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.118019:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.118044:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.118055:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.119773:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.119790:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 274972 low water 1959666 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.121274:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 292868 low water 1950718 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.121300:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 291588 low water 1951358 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.121305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 291588 low water 1951358 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125021:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 676364 low water 1758970 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125044:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 676364 low water 1758970 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125054:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 676364 low water 1758970 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125064:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 676364 low water 1758970 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125069:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 676364 low water 1758970 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125140:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 804196 low water 1695054 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125145:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 804196 low water 1695054 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125172:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125798:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125819:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125828:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.125837:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.128433:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.128472:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.128498:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.128507:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.128516:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 851496 low water 1671404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131351:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131374:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131384:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131395:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131404:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.131409:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135043:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135065:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135074:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135084:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135092:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.135097:0:2361:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.138985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.139014:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.139025:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074887.147324:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2596404 low water 798950 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074887.245991:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.246012:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.246016:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.246052:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.246065:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246082:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074887.246090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246095:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246739:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246745:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13ca00
00000400:00000200:0.0:1769074887.246751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246757:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fdd9 [256] + 0
00000400:00000010:0.0:1769074887.246763:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7b58.
00000400:00000200:0.0:1769074887.246768:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507be000
00000400:00000200:0.0:1769074887.246778:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246785:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074887.246791:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68951:68951:255:4294967295] 192.168.204.140@tcp LPNI seq info [68951:68951:7:4294967295]
00000400:00000200:0.0:1769074887.246796:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.246804:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074887.246811:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074887.246822:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074887.246834:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074887.246843:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074887.246848:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074887.246857:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.246862:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.294716:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294734:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.294738:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294741:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294759:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074887.294767:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294772:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294781:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cc00
00000400:00000200:0.0:1769074887.294786:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294794:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fda1 [1] + 224
00000800:00000001:0.0:1769074887.294801:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294806:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294809:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074887.294813:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074887.294820:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074887.294829:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5f80 x1855007617174528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074887.294839:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5f80 x1855007617174528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074887.294858:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074887.294866:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294869:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.294871:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294873:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294876:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294881:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074887.294885:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294888:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294890:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294893:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cb80
00000400:00000200:0.0:1769074887.294897:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294900:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fdb1 [1] + 224
00000800:00000001:0.0:1769074887.294904:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294908:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294910:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074887.294913:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074887.294916:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074887.294919:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2680 x1855007617174400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074887.294928:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2680 x1855007617174400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074887.294935:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074887.294938:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294940:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.294942:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294944:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294947:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294950:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074887.294954:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294956:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294959:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294962:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cd00
00000400:00000200:0.0:1769074887.294965:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.294969:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fd81 [1] + 224
00000800:00000001:0.0:1769074887.294972:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.294975:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.294976:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074887.294979:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074887.294982:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074887.294985:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5500 x1855007617174784/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074887.294994:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5500 x1855007617174784/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074887.295000:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074887.295003:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.295006:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.295008:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.295010:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.295013:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.295016:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074887.295020:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.295023:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.295026:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.295029:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cb00
00000400:00000200:0.0:1769074887.295033:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.295037:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fdc1 [1] + 224
00000800:00000001:0.0:1769074887.295040:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.295045:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.295047:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074887.295050:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074887.295053:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074887.295057:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5880 x1855007617174272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074887.295065:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5880 x1855007617174272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074887.295070:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074887.295073:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.295076:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.472337:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.472356:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074887.472361:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.472364:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.472375:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.472384:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074887.472392:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.472397:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.472404:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.472408:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13ca00
00000400:00000200:0.0:1769074887.472414:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074887.472420:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fde1 [1] + 224
00000800:00000001:0.0:1769074887.472430:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.472438:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074887.472441:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074887.472447:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074887.472456:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074887.472467:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0700 x1855007617174016/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074887.472479:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0700 x1855007617174016/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074903 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074887.472502:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074887.472510:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074887.472513:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074888.288554:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296546529, at 4296546561
00000100:00000010:0.0:1769074888.288564:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000800:00000001:0.0:1769074888.552174:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.552194:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074888.552198:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.552218:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074888.552230:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552238:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074888.552247:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552251:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552258:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552263:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13cd80
00000400:00000200:0.0:1769074888.552268:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552275:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fde9 [256] + 0
00000400:00000010:0.0:1769074888.552281:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7840.
00000400:00000200:0.0:1769074888.552287:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507be000
00000400:00000200:0.0:1769074888.552297:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552303:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074888.552310:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68953:68953:256:4294967295] 192.168.204.140@tcp LPNI seq info [68953:68953:8:4294967295]
00000400:00000200:0.0:1769074888.552314:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.552322:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074888.552328:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074888.552335:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074888.552343:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074888.552350:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074888.552354:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074888.553205:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074888.553214:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074888.553223:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074888.553231:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074888.553238:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507be000
00000400:00000010:0.0:1769074888.553240:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507be000.
00000100:00000001:0.0:1769074888.553246:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074888.553249:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4e00 desc ffff9139445bb800 mbits 1855007617174912
00000100:00000001:0.0:1769074888.553268:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074888.553279:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.553285:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074888.646625:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.646643:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074888.646647:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.646650:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074888.646704:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.646713:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074888.646720:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.646725:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.646733:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.646737:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cd80
00000400:00000200:0.0:1769074888.646744:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074888.646752:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fdf1 [1] + 224
00000800:00000001:0.0:1769074888.646761:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.646770:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074888.646774:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074888.646779:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074888.646787:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074888.646797:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4e00 x1855007617174912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074904 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074888.646808:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4e00 x1855007617174912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074904 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074888.646829:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074888.646839:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074888.646844:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074889.631334:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296547845, at 4296547904
00000100:00000010:0.0:1769074889.631341:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174840.
00000800:00000200:0.0:1769074890.401948:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.401951:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074890.401956:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.401960:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074890.401963:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972bb0
00000400:00000010:0.0:1769074890.401965:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972bb0.
00000100:00000001:0.0:1769074890.401968:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074890.401972:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1f80 x1855007617175424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.401980:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074890.401983:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1f80 x1855007617175424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.401988:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.401989:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074890.402000:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.402002:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074890.402005:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.402008:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074890.402010:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972220
00000400:00000010:0.0:1769074890.402011:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972220.
00000100:00000001:0.0:1769074890.402013:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074890.402016:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1c00 x1855007617175296/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.402022:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074890.402024:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1c00 x1855007617175296/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.402030:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.402032:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074890.417627:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.417649:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074890.417656:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.417688:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074890.417696:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972f68
00000400:00000010:0.0:1769074890.417699:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972f68.
00000100:00000001:0.0:1769074890.417704:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074890.417711:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0000 x1855007617175168/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.417722:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074890.417726:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0000 x1855007617175168/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.417732:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.417734:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074890.419870:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.419885:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.419889:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.419897:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.419907:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419916:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074890.419925:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419929:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419935:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419939:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13cf80
00000400:00000200:0.0:1769074890.419943:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419949:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fe09 [256] + 0
00000400:00000010:0.0:1769074890.419954:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7108.
00000400:00000200:0.0:1769074890.419958:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507b8000
00000400:00000200:0.0:1769074890.419965:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419970:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074890.419975:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68959:68959:255:4294967295] 192.168.204.140@tcp LPNI seq info [68959:68959:7:4294967295]
00000400:00000200:0.0:1769074890.419980:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.419987:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074890.419993:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074890.420000:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074890.420008:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074890.420013:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074890.420018:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074890.420023:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.420026:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.421771:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.421777:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.432809:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.432826:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.432830:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.435098:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.435114:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435121:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074890.435132:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435136:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435142:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435147:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13cf00
00000400:00000200:0.0:1769074890.435153:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435160:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fe19 [256] + 0
00000400:00000010:0.0:1769074890.435165:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7210.
00000400:00000200:0.0:1769074890.435171:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507bc000
00000400:00000200:0.0:1769074890.435179:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435184:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074890.435190:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68961:68961:255:4294967295] 192.168.204.140@tcp LPNI seq info [68961:68961:7:4294967295]
00000400:00000200:0.0:1769074890.435194:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.435202:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074890.435207:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074890.435215:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074890.435223:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074890.435230:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074890.435234:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074890.435241:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.435247:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.503706:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503725:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.503729:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503732:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.503742:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503750:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074890.503758:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503763:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503769:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503773:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13cf80
00000400:00000200:0.0:1769074890.503777:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503784:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fe11 [1] + 224
00000800:00000001:0.0:1769074890.503792:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503798:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.503801:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.503806:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074890.503815:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074890.503824:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1f80 x1855007617175424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074890.503835:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f1f80 x1855007617175424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.503863:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074890.503876:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503880:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.503882:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503885:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.503888:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503892:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074890.503896:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503898:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503901:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503904:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13d080
00000400:00000200:0.0:1769074890.503907:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.503910:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fe01 [1] + 224
00000800:00000001:0.0:1769074890.503913:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503934:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.503937:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.503940:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074890.503943:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074890.503947:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2680 x1855007617175680/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074890.503956:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2680 x1855007617175680/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074906 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.503963:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074890.503967:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.503970:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.538387:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.538406:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074890.538410:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074890.538413:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074890.538425:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538434:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074890.538442:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538447:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538457:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13d100
00000400:00000200:0.0:1769074890.538463:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538468:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fe39 [256] + 0
00000400:00000010:0.0:1769074890.538474:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136aec8.
00000400:00000200:0.0:1769074890.538478:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91394454a000
00000400:00000200:0.0:1769074890.538486:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538492:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074890.538498:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68965:68965:256:4294967295] 192.168.204.140@tcp LPNI seq info [68965:68965:8:4294967295]
00000400:00000200:0.0:1769074890.538503:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074890.538510:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074890.538515:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074890.538522:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074890.538542:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074890.538549:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074890.538554:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074890.559747:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.559762:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074890.559769:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.559780:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074890.559788:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91394454a000
00000400:00000010:0.0:1769074890.559791:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91394454a000.
00000100:00000001:0.0:1769074890.559799:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074890.559802:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2d80 desc ffff91394b3f5800 mbits 1855007617175808
00000100:00000001:0.0:1769074890.559818:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074890.560577:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.560583:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91395077e000.
00000400:00000200:0.0:1769074890.560588:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.560595:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074890.560601:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944548000
00000400:00000010:0.0:1769074890.560603:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944548000.
00000100:00000001:0.0:1769074890.560607:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074890.560609:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3480 desc ffff91394b3f6800 mbits 1855007617175552
00000100:00000001:0.0:1769074890.560613:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074890.567185:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074890.567196:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913950778000.
00000400:00000200:0.0:1769074890.567205:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074890.567214:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074890.567224:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074890.567227:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074890.567233:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074890.567235:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3100 desc ffff91394b3f7c00 mbits 1855007617175040
00000100:00000001:0.0:1769074890.567251:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000100:00000040:0.0:1769074890.592480:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074890.592486:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074890.592492:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769074890.592497:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074890.592501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074890.592504:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074890.592508:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074890.592516:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2100.
00000100:00000001:0.0:1769074890.592522:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.592536:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074890.592545:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074890.592549:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.592555:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.592578:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.592581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074890.592584:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074890.592587:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769074890.592589:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074890.592591:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074890.592592:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074890.592594:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074890.592598:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2a00.
00000100:00000001:0.0:1769074890.592600:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.592605:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074890.592611:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074890.592613:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.592616:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_00_00+0]  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.594292:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.594300:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074890.594304:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:0.0:1769074890.607247:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074890.607253:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074890.607263:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074890.607265:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074890.607270:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9688.
00000400:00000200:0.0:1769074890.607276:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743aa0
00000400:00000010:0.0:1769074890.607279:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743aa0.
00000100:00000001:0.0:1769074890.607283:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074890.607295:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074890.607314:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.607322:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074890.607323:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.607326:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074890.607330:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074890.607333:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074890.607335:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074890.607338:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074890.607348:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=68 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074890.607352:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=68 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074890.607354:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074890.607356:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074890.607359:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074890.607363:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.607366:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00100000:0.0:1769074890.607368:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: committing for last_committed 4294993655 gen 1
00000100:00100000:0.0:1769074890.607373:0:2371:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY)  req@ffff9139443b8e00 x1855007617171328/t4294993655(4294993655) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074900 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074890.607381:0:2371:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769074890.607384:0:2371:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: normal: skip=1 replay=0/1 committed=0/0
00000100:00000001:0.0:1769074890.607386:0:2371:0:(client.c:3192:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074890.607388:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.607392:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.607399:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074890.607402:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074890.607404:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074890.607408:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074890.607421:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617176448:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074890.607428:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.607431:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074890.607434:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617176448/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.607532:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074890.607535:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074890.607538:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7f400.
02000000:00000001:0.0:1769074890.607542:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074890.607545:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074890.607547:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074890.607549:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074890.607552:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2a00.
02000000:00000001:0.0:1769074890.607556:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074890.607557:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074890.607559:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:0.0:1769074890.607562:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074890.607564:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.607567:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.607569:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074890.607570:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074890.607572:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.607573:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.614102:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074890.614107:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074890.614113:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074890.614116:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074890.614120:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9cb8.
00000400:00000200:0.0:1769074890.614125:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507437f8
00000400:00000010:0.0:1769074890.614128:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507437f8.
00000100:00000001:0.0:1769074890.614131:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074890.614136:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074890.614151:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.614158:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074890.614160:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.614162:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074890.614165:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074890.614167:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074890.614170:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074890.614173:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074890.614179:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913945e4ec58 time=68 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074890.614183:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913945e4ec10 time=68 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074890.614185:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074890.614187:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074890.614190:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074890.614192:0:2371:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.614195:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074890.614199:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.614205:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074890.614208:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074890.614211:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074890.614215:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074890.614222:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617176320:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074890.614227:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.614230:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074890.614233:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617176320/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074906 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074890.614240:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074890.614242:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074890.614245:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7fe00.
02000000:00000001:0.0:1769074890.614249:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074890.614251:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074890.614252:0:2371:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:0.0:1769074890.614254:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074890.614257:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2100.
02000000:00000001:0.0:1769074890.614261:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074890.614262:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074890.614264:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:0.0:1769074890.614267:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074890.614269:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.614271:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074890.614278:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074890.614280:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074890.614282:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074890.614284:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074891.679073:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296549901, at 4296549952
00000100:00000010:0.0:1769074891.679098:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174cc0.
00000800:00000001:0.0:1769074891.687967:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074891.687973:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074891.843263:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074891.843281:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074891.843287:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074891.843289:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074891.843300:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074891.843310:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074891.843317:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074891.843323:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074891.843329:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074891.843334:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13d180
00000400:00000200:0.0:1769074891.843339:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074891.843344:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fe91 [1] + 224
00000800:00000001:0.0:1769074891.843351:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074891.843359:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074891.843361:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074891.843366:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074891.843373:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074891.843381:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0700 x1855007617175936/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074907 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074891.843391:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0700 x1855007617175936/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074907 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074891.843413:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074891.843420:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074891.843423:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074892.766804:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296551001, at 4296551040
00000100:00000010:0.0:1769074892.766828:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000800:00000200:0.0:1769074894.752245:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.752249:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1d00.
00000400:00000200:0.0:1769074894.752253:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.752257:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074894.752260:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972550
00000400:00000010:0.0:1769074894.752262:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972550.
00000100:00000001:0.0:1769074894.752265:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074894.752269:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6680 x1855007617176832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.752276:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074894.752279:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6680 x1855007617176832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.752285:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074894.752286:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074894.752353:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.752356:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1700.
00000400:00000200:0.0:1769074894.752359:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.752362:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074894.752365:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972770
00000400:00000010:0.0:1769074894.752367:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972770.
00000100:00000001:0.0:1769074894.752369:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074894.752373:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7480 x1855007617176704/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.752380:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074894.752383:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7480 x1855007617176704/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.752398:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074894.752399:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074894.775905:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.775921:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074894.782959:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -7536 low water 2100920 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.782986:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -8816 low water 2101560 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.782994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -10096 low water 2102200 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.783037:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 35924 low water 2079190 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.783651:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 35924 low water 2079190 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.783664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 35924 low water 2079190 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.783676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 34644 low water 2079830 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.784110:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 33364 low water 2080470 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.784121:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 33364 low water 2080470 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.784131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 32084 low water 2081110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.784653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 30804 low water 2081750 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787094:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 49980 low water 2072162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787124:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 48700 low water 2072802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787131:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 48700 low water 2072802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787158:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 67876 low water 2063214 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787162:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 67876 low water 2063214 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787187:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 85772 low water 2054266 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787202:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 96000 low water 2049152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787223:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 124124 low water 2035090 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787255:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 152248 low water 2021028 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787259:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 152248 low water 2021028 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787275:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 162476 low water 2015914 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787301:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 190600 low water 2001852 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787334:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 218724 low water 1987790 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.787339:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 218724 low water 1987790 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.789410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 218724 low water 1987790 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.789436:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 218724 low water 1987790 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.789460:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 218724 low water 1987790 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791114:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791124:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 255796 low water 1969254 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791170:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 255796 low water 1969254 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791201:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 292868 low water 1950718 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791206:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 292868 low water 1950718 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791236:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 329940 low water 1932182 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791241:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 329940 low water 1932182 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791274:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 358064 low water 1918120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.791282:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 356784 low water 1918760 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.792041:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 356784 low water 1918760 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798637:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798650:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 420700 low water 1886802 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798802:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798812:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798820:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798831:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.798835:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.801129:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.801150:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.801161:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.801186:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.801194:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.802690:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.802710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.802719:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.802729:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.802737:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 860444 low water 1666930 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.804373:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.804405:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805796:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805862:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805882:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805895:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805905:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805914:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.805927:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074894.806093:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074894.816487:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.816499:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913950778000.
00000400:00000200:0.0:1769074894.816507:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.816515:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074894.816523:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507ba000
00000400:00000010:0.0:1769074894.816526:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507ba000.
00000100:00000001:0.0:1769074894.816530:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074894.816533:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7480 desc ffff9139445b8400 mbits 1855007617176704
00000100:00000001:0.0:1769074894.816555:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074894.881193:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.881198:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e300.
00000400:00000200:0.0:1769074894.881202:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.881207:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074894.881211:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170330
00000400:00000010:0.0:1769074894.881213:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170330.
00000100:00000001:0.0:1769074894.881217:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074894.881220:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6d80 x1855007617176576/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.881227:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074894.881230:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6d80 x1855007617176576/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.881238:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074894.881240:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074894.881305:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.881308:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38eb00.
00000400:00000200:0.0:1769074894.881311:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.881314:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074894.881317:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000010:0.0:1769074894.881318:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:0.0:1769074894.881320:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074894.881324:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7800 x1855007617176192/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.881330:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074894.881333:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7800 x1855007617176192/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.881339:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074894.881341:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074894.892543:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.892560:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074894.892563:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.892566:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074894.892578:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892586:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074894.892594:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892609:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13d400
00000400:00000200:0.0:1769074894.892615:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892620:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7fed9 [256] + 0
00000400:00000010:0.0:1769074894.892626:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ac60.
00000400:00000200:0.0:1769074894.892632:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074894.892640:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892646:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074894.892652:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68983:68983:256:4294967295] 192.168.204.140@tcp LPNI seq info [68983:68983:8:4294967295]
00000400:00000200:0.0:1769074894.892656:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.892676:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074894.892683:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074894.892690:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074894.892697:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074894.892704:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074894.892709:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074894.901296:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.901307:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074894.901314:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.901323:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074894.901331:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074894.901333:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074894.901338:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074894.901341:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6d80 desc ffff9139445b8800 mbits 1855007617176576
00000100:00000001:0.0:1769074894.902005:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074894.911063:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.911075:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91395077e000.
00000400:00000200:0.0:1769074894.911082:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.911091:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074894.911101:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:0.0:1769074894.911105:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:0.0:1769074894.911113:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074894.911116:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7800 desc ffff9139445bb400 mbits 1855007617176192
00000100:00000001:0.0:1769074894.911133:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074894.925878:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074894.925889:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913950778000.
00000400:00000200:0.0:1769074894.925896:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.925905:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074894.925914:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074894.925917:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074894.925922:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074894.925924:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4e00 desc ffff9139445bb800 mbits 1855007617176064
00000100:00000001:0.0:1769074894.925949:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074894.944698:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.944713:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074894.944718:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.944722:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074894.944737:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.944750:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074894.944760:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.944770:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.944780:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.944788:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13d500
00000400:00000200:0.0:1769074894.944797:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074894.944807:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7fec1 [1] + 224
00000800:00000001:0.0:1769074894.944818:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.944830:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074894.944836:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074894.944845:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074894.944856:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074894.944870:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6680 x1855007617176832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074894.945119:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6680 x1855007617176832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074910 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074894.945129:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074894.945140:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074894.945145:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074895.008847:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074895.008854:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e500.
00000400:00000200:0.0:1769074895.008861:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074895.008869:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074895.008888:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170220
00000400:00000010:0.0:1769074895.008892:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170220.
00000100:00000001:0.0:1769074895.008898:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074895.008904:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3100 x1855007617177216/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074911 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074895.008920:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074895.008923:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3100 x1855007617177216/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074911 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074895.008930:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.008931:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074895.018886:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074895.018893:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.713782:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074895.713788:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.716724:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074895.716728:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074895.716737:0:2370:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074895.716740:0:2370:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074895.716744:0:2370:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9058.
00000400:00000200:0.0:1769074895.716749:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:0.0:1769074895.716751:0:2370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:0.0:1769074895.716755:0:2370:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074895.716759:0:2370:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a680 x1855007617178368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074895.716767:0:2370:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a680 x1855007617178368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.716773:0:2370:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074895.716774:0:2370:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.716777:0:2370:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074895.716780:0:2370:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074895.716783:0:2370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074895.716785:0:2370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074895.716788:0:2370:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074895.716796:0:2370:0:(import.c:2128:obd_at_measure()) add 5 to ffff913945e4ec58 time=73 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074895.716801:0:2370:0:(import.c:2128:obd_at_measure()) add 1 to ffff913945e4ec10 time=73 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074895.716804:0:2370:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074895.716806:0:2370:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074895.716809:0:2370:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074895.716811:0:2370:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.716815:0:2370:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074895.716820:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a680 x1855007617178368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.716827:0:2370:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074895.716830:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074895.716832:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074895.716836:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a680 x1855007617178368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074895.716843:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2370:1855007617178368:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074895.716848:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.716850:0:2370:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074895.716854:0:2370:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a680 x1855007617178368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.716860:0:2370:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074895.716863:0:2370:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074895.716867:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7f200.
02000000:00000001:0.0:1769074895.716871:0:2370:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074895.716875:0:2370:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074895.716877:0:2370:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:0.0:1769074895.716895:0:2370:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074895.716898:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12200.
02000000:00000001:0.0:1769074895.716902:0:2370:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074895.716904:0:2370:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074895.716906:0:2370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a680.
00000100:00000001:0.0:1769074895.716909:0:2370:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074895.716910:0:2370:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.716913:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.716915:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074895.716916:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074895.716917:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.716919:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.717717:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074895.717719:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074895.717723:0:2370:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074895.717725:0:2370:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074895.717728:0:2370:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9e70.
00000400:00000200:0.0:1769074895.717732:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743a18
00000400:00000010:0.0:1769074895.717734:0:2370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743a18.
00000100:00000001:0.0:1769074895.717737:0:2370:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074895.717741:0:2370:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708a80 x1855007617178496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074895.717748:0:2370:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708a80 x1855007617178496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.717754:0:2370:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074895.717755:0:2370:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.717757:0:2370:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074895.717759:0:2370:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074895.717761:0:2370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074895.717763:0:2370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074895.717765:0:2370:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074895.717772:0:2370:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=73 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074895.717775:0:2370:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=73 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074895.717777:0:2370:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074895.717778:0:2370:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074895.717780:0:2370:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074895.717784:0:2370:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.717787:0:2370:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074895.717789:0:2370:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993655
00000100:00000001:0.0:1769074895.717791:0:2370:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074895.717793:0:2370:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074895.717796:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708a80 x1855007617178496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.717802:0:2370:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074895.717805:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074895.717806:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074895.717811:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708a80 x1855007617178496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074895.717825:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617178496:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074895.717829:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.717830:0:2370:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074895.717833:0:2370:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708a80 x1855007617178496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074911 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074895.717839:0:2370:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074895.717841:0:2370:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074895.717844:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7e400.
02000000:00000001:0.0:1769074895.717847:0:2370:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074895.717849:0:2370:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074895.717850:0:2370:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074895.717852:0:2370:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074895.717854:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12c00.
02000000:00000001:0.0:1769074895.717856:0:2370:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074895.717858:0:2370:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074895.717859:0:2370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708a80.
00000100:00000001:0.0:1769074895.717862:0:2370:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074895.717864:0:2370:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.717866:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074895.717875:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074895.717877:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074895.717891:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074895.717894:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074896.802470:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296555050, at 4296555075
00000100:00000010:0.0:1769074896.802484:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174420.
00000800:00000001:0.0:1769074899.056638:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.063991:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.064005:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.064015:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.064028:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064038:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074899.064045:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064051:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064056:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064061:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13d800
00000400:00000200:0.0:1769074899.064066:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064072:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7ff49 [256] + 0
00000400:00000010:0.0:1769074899.064078:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a9a0.
00000400:00000200:0.0:1769074899.064083:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074899.064092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064098:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074899.064103:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68994:68994:256:4294967295] 192.168.204.140@tcp LPNI seq info [68994:68994:8:4294967295]
00000400:00000200:0.0:1769074899.064107:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.064114:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074899.064119:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074899.064125:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074899.064132:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074899.064137:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074899.064142:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074899.065391:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074899.065398:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074899.065404:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074899.065413:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074899.065419:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074899.065422:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074899.065427:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074899.065430:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7b80 desc ffff9139445ba400 mbits 1855007617177600
00000100:00000001:0.0:1769074899.067586:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074899.067613:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.067633:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.067638:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.068141:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.068154:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068162:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074899.068171:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068175:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068184:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13d780
00000400:00000200:0.0:1769074899.068190:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068196:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7ff59 [256] + 0
00000400:00000010:0.0:1769074899.068202:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a898.
00000400:00000200:0.0:1769074899.068206:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500e8000
00000400:00000200:0.0:1769074899.068214:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068220:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074899.068225:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [68995:68995:256:4294967295] 192.168.204.140@tcp LPNI seq info [68995:68995:8:4294967295]
00000400:00000200:0.0:1769074899.068230:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.068238:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074899.068244:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074899.068251:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074899.068259:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074899.068265:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074899.068270:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074899.081174:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.081191:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.134609:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.134627:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.134632:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.135252:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.135264:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.135273:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000800:00000001:0.0:1769074899.136865:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.136880:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.182380:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.182399:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.182405:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.182407:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.182418:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.182428:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074899.182435:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.182440:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.182446:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.182456:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13d800
00000400:00000200:0.0:1769074899.182462:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.182470:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7ff51 [1] + 224
00000800:00000001:0.0:1769074899.182477:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.182486:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.182490:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074899.182494:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074899.182500:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074899.182509:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7b80 x1855007617177600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074899.182520:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7b80 x1855007617177600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074915 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074899.182540:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074899.182549:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.182552:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.312573:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.312594:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074899.312597:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.312600:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.312611:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.312620:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074899.312630:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.312634:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.312640:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.312644:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13d700
00000400:00000200:0.0:1769074899.312649:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074899.312657:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7ff71 [1] + 224
00000800:00000001:0.0:1769074899.312677:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.312690:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074899.312693:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074899.312697:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074899.312704:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074899.312712:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4380 x1855007617177344/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074915 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074899.312723:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4380 x1855007617177344/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074915 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074899.312746:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074899.312754:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074899.312757:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074900.190804:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296558455, at 4296558464
00000100:00000010:0.0:1769074900.190821:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000800:00000001:0.0:1769074900.357200:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.357218:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074900.357222:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.357227:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074900.357239:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357249:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074900.357256:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357261:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357267:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357271:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13d980
00000400:00000200:0.0:1769074900.357277:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357283:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7ff79 [256] + 0
00000400:00000010:0.0:1769074900.357289:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a9f8.
00000400:00000200:0.0:1769074900.357293:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074900.357301:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357307:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074900.357313:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69000:69000:256:4294967295] 192.168.204.140@tcp LPNI seq info [69000:69000:8:4294967295]
00000400:00000200:0.0:1769074900.357318:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.357326:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074900.357332:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074900.357339:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074900.357346:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074900.357353:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074900.357357:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074900.360173:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074900.360182:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074900.360188:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074900.360196:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074900.360202:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074900.360205:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074900.360210:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074900.360213:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5880 desc ffff9139445bac00 mbits 1855007617177984
00000100:00000001:0.0:1769074900.360228:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074900.365921:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074900.365933:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913950778000.
00000400:00000200:0.0:1769074900.365940:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074900.365949:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074900.365958:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:0.0:1769074900.365960:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:0.0:1769074900.365966:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074900.365969:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6680 desc ffff9139445b9400 mbits 1855007617177856
00000100:00000001:0.0:1769074900.365988:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074900.400710:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.400737:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074900.400740:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.400744:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074900.400755:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400763:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074900.400771:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400776:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400783:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400787:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13da80
00000400:00000200:0.0:1769074900.400792:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400798:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7ff99 [256] + 0
00000400:00000010:0.0:1769074900.400804:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b70b0.
00000400:00000200:0.0:1769074900.400809:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507b8000
00000400:00000200:0.0:1769074900.400817:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400822:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074900.400828:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69004:69004:256:4294967295] 192.168.204.140@tcp LPNI seq info [69004:69004:8:4294967295]
00000400:00000200:0.0:1769074900.400832:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.400841:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074900.400846:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074900.400853:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074900.400862:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074900.400867:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074900.400872:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074900.402115:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074900.402123:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074900.402129:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074900.402137:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074900.402145:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507b8000
00000400:00000010:0.0:1769074900.402148:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507b8000.
00000100:00000001:0.0:1769074900.402153:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074900.402156:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4e00 desc ffff9139445bb800 mbits 1855007617178240
00000100:00000001:0.0:1769074900.402165:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074900.402176:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.402183:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074900.402185:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.402205:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074900.402213:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402218:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074900.402224:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402227:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402232:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402235:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13da00
00000400:00000200:0.0:1769074900.402240:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402245:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x7ffa9 [256] + 0
00000400:00000010:0.0:1769074900.402249:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7058.
00000400:00000200:0.0:1769074900.402253:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507be000
00000400:00000200:0.0:1769074900.402260:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402265:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074900.402270:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69005:69005:256:4294967295] 192.168.204.140@tcp LPNI seq info [69005:69005:8:4294967295]
00000400:00000200:0.0:1769074900.402274:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.402281:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074900.402287:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074900.402292:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074900.402299:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074900.402305:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074900.402310:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074900.403413:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074900.403422:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074900.403428:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074900.403437:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074900.404018:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507be000
00000400:00000010:0.0:1769074900.404021:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507be000.
00000100:00000001:0.0:1769074900.404027:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074900.404029:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5500 desc ffff9139445b8000 mbits 1855007617178112
00000100:00000001:0.0:1769074900.404102:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074900.553479:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.553499:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074900.553503:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.553506:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074900.553517:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.553525:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074900.553534:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.553539:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.553544:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.553548:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13da00
00000400:00000200:0.0:1769074900.553554:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.553560:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7ffb1 [1] + 224
00000800:00000001:0.0:1769074900.553568:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.553577:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074900.553580:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074900.553585:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074900.553592:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074900.553602:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5500 x1855007617178112/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074900.553613:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5500 x1855007617178112/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074916 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074900.553647:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074900.553656:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074900.553699:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074900.832636:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074900.832645:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074900.832657:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769074900.832698:0:36:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074900.832703:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074900.832706:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074900.832710:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074900.832802:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2100.
00000100:00000001:0.0:1769074900.832810:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.832823:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074900.832834:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074900.832839:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.832846:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.833106:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.833109:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074900.833112:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074900.833116:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769074900.833118:0:36:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074900.833120:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074900.833122:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074900.833124:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074900.833127:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2a00.
00000100:00000001:0.0:1769074900.833130:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.833134:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074900.833141:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074900.833143:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.833224:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_00_00+0]  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.833233:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.833235:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074900.833239:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074900.833244:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1896)
00000100:00000001:0.0:1769074900.833269:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.833272:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074900.833273:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074900.833278:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.833285:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074900.833286:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074900.833288:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074900.833289:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074900.833291:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074900.833294:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617179776:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074900.833297:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074900.833300:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074900.833301:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074900.833303:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074900.833306:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074900.833308:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074900.833407:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074900.833411:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096a50.
00000400:00000010:0.0:1769074900.833415:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd5d8.
00000100:00000200:0.0:1769074900.833418:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617179776, portal 10
00000100:00000001:0.0:1769074900.833419:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074900.833421:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000040:0.0:1769074900.833428:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.833821:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074900.833824:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074900.833827:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd770.
00000100:00000200:0.0:1769074900.833831:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617179776, offset 0
00000400:00000200:0.0:1769074900.833835:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074900.833839:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.833843:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074900.833845:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074900.833848:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074900.833850:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074900.833852:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074900.833855:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69007:69007:255:4294967295] 192.168.204.140@tcp LPNI seq info [69007:69007:7:4294967295]
00000400:00000200:0.0:1769074900.833859:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074900.833864:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074900.833869:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074900.833872:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2300.
00000800:00000200:0.0:1769074900.834015:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074900.834019:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074900.834021:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2300 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074900.834025:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.834028:0:2370:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10757 usecs (11 jiffies)
00000400:00000200:0.0:1769074900.834228:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074900.834232:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296559118
00000100:00000001:0.0:1769074900.834234:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296560199
00000100:00000001:0.0:1769074900.834237:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296559118
00000100:00000001:0.0:1769074900.834238:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296560200
00000100:00000001:0.0:1769074900.834239:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074900.834241:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.834242:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.834244:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.834247:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074900.834248:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074900.834249:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.834250:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074900.834251:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.834252:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.838055:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.838059:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074900.838338:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074900.838340:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074900.838344:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9000.
00000400:00000200:0.0:1769074900.838348:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:0.0:1769074900.838351:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:0.0:1769074900.838355:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074900.838360:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074900.838370:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.838376:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074900.838378:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.838381:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074900.838384:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074900.838386:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074900.838388:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074900.838391:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074900.838399:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913945e4ec58 time=78 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074900.838403:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913945e4ec10 time=78 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074900.838406:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074900.838407:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074900.838410:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074900.838413:0:2371:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.838415:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.838420:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.838426:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074900.838429:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074900.838430:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074900.838434:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074900.838442:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617179648:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074900.838448:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.838450:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074900.838453:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617179648/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.838460:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074900.838463:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074900.838467:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7fc00.
02000000:00000001:0.0:1769074900.838471:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074900.838474:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074900.838476:0:2371:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:0.0:1769074900.838478:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074900.838481:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2100.
02000000:00000001:0.0:1769074900.838485:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074900.838487:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074900.838490:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:0.0:1769074900.838495:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074900.838496:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.838499:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.838507:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074900.838509:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.838511:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.838513:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.839516:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.839520:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074900.839524:0:2370:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074900.839526:0:2370:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074900.839528:0:2370:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a096a50.
00000400:00000200:0.0:1769074900.839533:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd5d8
00000400:00000010:0.0:1769074900.839535:0:2370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd5d8.
00000100:00000001:0.0:1769074900.839538:0:2370:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074900.839543:0:2370:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074900.839550:0:2370:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.839555:0:2370:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074900.839557:0:2370:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.839559:0:2370:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074900.839561:0:2370:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074900.839563:0:2370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074900.839564:0:2370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074900.839566:0:2370:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074900.839573:0:2370:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=78 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074900.839577:0:2370:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=78 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074900.839579:0:2370:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074900.839581:0:2370:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074900.839583:0:2370:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074900.839586:0:2370:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.839589:0:2370:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074900.839591:0:2370:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993655
00000100:00000001:0.0:1769074900.839592:0:2370:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074900.839594:0:2370:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074900.839597:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.839604:0:2370:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074900.839606:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074900.839607:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074900.839610:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074900.839617:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617179776:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074900.839621:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.839623:0:2370:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074900.839626:0:2370:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617179776/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074900.839632:0:2370:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074900.839634:0:2370:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074900.839637:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074900.839640:0:2370:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074900.839642:0:2370:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074900.839644:0:2370:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074900.839646:0:2370:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074900.839648:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2a00.
02000000:00000001:0.0:1769074900.839651:0:2370:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074900.839652:0:2370:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074900.839654:0:2370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:0.0:1769074900.839657:0:2370:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074900.839684:0:2370:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.839686:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074900.839692:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074900.839694:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074900.839696:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074900.839697:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074901.982990:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296560199, at 4296560256
00000100:00000010:0.0:1769074901.983022:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b30c0.
00000100:00000040:0.0:1769074905.950805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074905.950818:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074905.950829:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769074905.950835:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074905.950840:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074905.950843:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074905.950850:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074905.950858:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2a00.
00000100:00000001:0.0:1769074905.950864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950870:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074905.950880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074905.950884:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_00_01+1]  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.950912:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074905.950918:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074905.950931:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769074905.950934:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074905.950936:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074905.950938:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074905.950940:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074905.950944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2100.
00000100:00000001:0.0:1769074905.950947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950951:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074905.950958:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074905.950960:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950964:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_00_00+0]  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.950972:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074905.950977:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074905.950980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074905.950982:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074905.950984:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769074905.950987:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:0.0:1769074905.950988:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074905.950990:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074905.950991:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074905.950994:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2f00.
00000100:00000001:0.0:1769074905.950995:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.950999:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074905.951005:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074905.951007:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.951010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951029:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.951033:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1901)
00000100:00000001:0.0:1769074905.951058:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.951061:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074905.951063:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074905.951067:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951074:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074905.951075:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951077:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074905.951079:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074905.951081:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074905.951084:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617179904:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074905.951087:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074905.951091:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074905.951092:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951094:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074905.951097:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074905.951099:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074905.951103:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074905.951108:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096a50.
00000400:00000010:0.0:1769074905.951112:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd5d8.
00000100:00000200:0.0:1769074905.951115:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617179904, portal 25
00000100:00000001:0.0:1769074905.951117:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074905.951119:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000040:0.0:1769074905.951123:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951130:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074905.951132:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074905.951134:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdcc0.
00000100:00000200:0.0:1769074905.951136:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617179904, offset 0
00000400:00000200:0.0:1769074905.951141:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074905.951145:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.951148:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074905.951151:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074905.951154:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074905.951156:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074905.951159:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074905.951162:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69009:69009:255:4294967295] 192.168.204.140@tcp LPNI seq info [69009:69009:7:4294967295]
00000400:00000200:0.0:1769074905.951166:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.951172:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074905.951176:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074905.951179:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2200.
00000800:00000200:0.0:1769074905.951182:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074905.951187:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074905.951190:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2200 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074905.951193:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074905.951196:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074905.951198:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296565336
00000100:00000001:0.0:1769074905.951201:0:2371:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.951203:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296565336
00000100:00000001:0.0:1769074905.951205:0:2371:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.951208:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074905.951210:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.951212:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074905.951216:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951221:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074905.951223:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951225:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074905.951228:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074905.951229:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074905.951232:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617180160:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074905.951235:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074905.951237:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074905.951239:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951240:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074905.951243:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3000.
02000000:00000001:0.0:1769074905.951245:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074905.951247:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074905.951250:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096058.
00000400:00000010:0.0:1769074905.951253:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd990.
00000100:00000200:0.0:1769074905.951255:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617180160, portal 4
00000100:00000001:0.0:1769074905.951257:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074905.951258:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:0.0:1769074905.951262:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951267:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074905.951269:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074905.951271:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdee0.
00000100:00000200:0.0:1769074905.951274:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007617180160, offset 0
00000400:00000200:0.0:1769074905.951278:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074905.951281:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.951284:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074905.951286:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074905.951288:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074905.951290:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074905.951292:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074905.951295:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69010:69010:254:4294967295] 192.168.204.140@tcp LPNI seq info [69010:69010:6:4294967295]
00000400:00000200:0.0:1769074905.951299:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.951304:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074905.951309:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074905.951312:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2400.
00000800:00000200:0.0:1769074905.951315:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074905.951319:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074905.951321:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2400 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074905.951325:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.951327:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1111857 usecs (1112 jiffies)
00000400:00000200:0.0:1769074905.951330:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074905.951332:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296565336
00000100:00000001:0.0:1769074905.951335:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.951337:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296565336
00000100:00000001:0.0:1769074905.951339:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.951341:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074905.951343:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.951345:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.951347:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.951351:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074905.951352:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074905.951355:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.951356:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074905.951357:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074905.951359:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1769074905.951361:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.951363:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074905.951364:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.951366:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.951367:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074905.951368:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074905.951371:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951377:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074905.951379:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951380:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074905.951382:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074905.951384:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074905.951386:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617180032:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074905.951390:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074905.951392:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074905.951393:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.951396:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074905.951398:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3c00.
02000000:00000001:0.0:1769074905.951401:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074905.951575:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074905.951581:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096840.
00000400:00000010:0.0:1769074905.951585:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdb28.
00000100:00000200:0.0:1769074905.951588:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617180032, portal 10
00000100:00000001:0.0:1769074905.951590:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074905.951591:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000040:0.0:1769074905.951598:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.951604:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074905.951606:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074905.951609:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd110.
00000100:00000200:0.0:1769074905.951611:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617180032, offset 0
00000400:00000200:0.0:1769074905.951615:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074905.963889:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.963901:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074905.963906:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074905.963911:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074905.963915:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074905.963918:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074905.964484:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69012:69012:256:4294967295] 192.168.204.140@tcp LPNI seq info [69012:69012:8:4294967295]
00000400:00000200:0.0:1769074905.964491:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074905.964501:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074905.964509:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074905.964519:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2900.
00000800:00000200:0.0:1769074905.964526:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074905.964534:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074905.964540:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2900 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074905.964638:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.964644:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10757 usecs (11 jiffies)
00000400:00000200:0.0:1769074905.964649:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074905.964652:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296564248
00000100:00000001:0.0:1769074905.964655:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.964657:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296564248
00000100:00000001:0.0:1769074905.964673:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296565336
00000100:00000001:0.0:1769074905.964675:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074905.964679:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.964684:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.964688:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.964700:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.964702:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.969926:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.969930:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074905.969937:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074905.969939:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074905.969942:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a096058.
00000400:00000200:0.0:1769074905.969946:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd990
00000400:00000010:0.0:1769074905.969948:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd990.
00000100:00000001:0.0:1769074905.969951:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074905.969956:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074905.969965:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.969971:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074905.969973:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.969976:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074905.969978:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074905.969981:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074905.969983:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.969986:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074905.969996:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b8c458 time=82 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074905.970000:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b8c410 time=147 v=5 (1 0 0 0)
00000100:00000001:0.0:1769074905.970002:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074905.970005:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074905.970008:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074905.970011:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.970015:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074905.970016:0:2371:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: skip recheck: last_committed 4294971769
00000100:00000001:0.0:1769074905.970018:0:2371:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074905.970032:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.970037:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.970045:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074905.970056:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074905.970058:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074905.970062:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074905.970070:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617180160:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074905.970076:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.970079:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074905.970082:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617180160/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.970088:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074905.970091:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074905.970095:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913948bf3000.
02000000:00000001:0.0:1769074905.970098:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074905.970101:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074905.970103:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074905.970105:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074905.970108:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2f00.
02000000:00000001:0.0:1769074905.970112:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074905.970114:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074905.970116:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:0.0:1769074905.970119:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074905.970121:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.970124:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.970126:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.970127:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074905.970129:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.970130:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.978952:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.978965:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074905.988780:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074905.988797:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074905.988801:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a096a50.
00000400:00000200:0.0:1769074905.988808:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd5d8
00000400:00000010:0.0:1769074905.988819:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd5d8.
00000100:00000001:0.0:1769074905.988824:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074905.988849:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074905.988861:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.988868:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074905.988870:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.988873:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074905.988877:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074905.988879:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074905.988881:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074905.988884:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074905.988891:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913945e4ec58 time=83 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074905.988904:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913945e4ec10 time=83 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074905.988907:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074905.988909:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074905.988912:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074905.988915:0:2371:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.988917:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074905.989847:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.989858:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074905.989862:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074905.989866:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074905.989875:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074905.989901:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617179904:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074905.989908:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.989911:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074905.989915:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617179904/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074905.989922:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074905.989924:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074905.989929:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074905.989932:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074905.989935:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074905.989938:0:2371:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:0.0:1769074905.989940:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074905.989942:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2a00.
02000000:00000001:0.0:1769074905.989947:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074905.989949:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074905.989951:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:0.0:1769074905.989954:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074905.989965:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074905.989969:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.989971:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074905.989972:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074905.989974:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074905.989976:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074906.007938:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.007951:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.007963:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.007966:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.007973:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.007980:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074906.007987:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.007991:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.007995:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.007999:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e13e180
00000400:00000200:0.0:1769074906.008005:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.008010:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x80009 [1] + 224
00000800:00000001:0.0:1769074906.008017:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.008028:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.008031:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.008036:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074906.008046:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074906.008054:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074906.008064:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074906.008083:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074906.008104:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074906.008107:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074906.008114:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074906.008116:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074906.008119:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a096840.
00000400:00000200:0.0:1769074906.008122:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cdb28
00000400:00000010:0.0:1769074906.008125:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cdb28.
00000100:00000001:0.0:1769074906.008127:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074906.008131:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074906.008139:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074906.008145:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074906.008146:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074906.008149:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074906.008153:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074906.008155:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074906.008157:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074906.008161:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074906.008172:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=84 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074906.008176:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=84 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074906.008179:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074906.008180:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074906.008183:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074906.008187:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074906.008190:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074906.008192:0:2371:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993655
00000100:00000001:0.0:1769074906.008194:0:2371:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074906.008195:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074906.008198:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074906.008205:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074906.008208:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074906.008210:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074906.008213:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074906.008220:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617180032:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074906.008225:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074906.008227:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074906.008230:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617180032/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074906.008236:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074906.008238:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074906.008242:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913948bf3c00.
02000000:00000001:0.0:1769074906.008246:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074906.008249:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074906.008251:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074906.008253:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074906.008256:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2100.
02000000:00000001:0.0:1769074906.008261:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074906.008264:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074906.008265:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:0.0:1769074906.008270:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074906.008272:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074906.008275:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074906.008284:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074906.008286:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074906.008289:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074906.008291:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074906.008300:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.008304:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074906.011983:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.011992:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e700.
00000400:00000200:0.0:1769074906.011999:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.012008:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074906.012015:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170550
00000400:00000010:0.0:1769074906.012019:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170550.
00000100:00000001:0.0:1769074906.012024:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074906.012032:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2300 x1855007617179520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.012045:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074906.012048:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f2300 x1855007617179520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.012056:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074906.012058:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074906.012069:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.012072:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e500.
00000400:00000200:0.0:1769074906.012074:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.012077:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074906.012080:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170440
00000400:00000010:0.0:1769074906.012082:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170440.
00000100:00000001:0.0:1769074906.012084:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074906.012088:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5500 x1855007617179392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.012095:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074906.012098:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5500 x1855007617179392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.012111:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074906.012113:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074906.012211:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.012214:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e800.
00000400:00000200:0.0:1769074906.012217:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.012221:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074906.012223:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170880
00000400:00000010:0.0:1769074906.012225:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170880.
00000100:00000001:0.0:1769074906.012227:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074906.012232:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1880 x1855007617179136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.016572:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074906.016582:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1880 x1855007617179136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.016589:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074906.016591:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074906.016606:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.016621:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.016623:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.016629:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.016636:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016640:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074906.016649:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016652:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016672:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016676:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13dc00
00000400:00000200:0.0:1769074906.016681:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016696:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80039 [256] + 0
00000400:00000010:0.0:1769074906.016701:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7ec8.
00000400:00000200:0.0:1769074906.016705:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507b8000
00000400:00000200:0.0:1769074906.016713:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016718:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074906.016724:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69021:69021:256:4294967295] 192.168.204.140@tcp LPNI seq info [69021:69021:8:4294967295]
00000400:00000200:0.0:1769074906.016728:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.016736:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074906.016741:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074906.016749:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074906.016757:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074906.016764:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074906.016768:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074906.017427:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.017434:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074906.017440:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.017446:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074906.017452:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507b8000
00000400:00000010:0.0:1769074906.017454:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507b8000.
00000100:00000001:0.0:1769074906.017458:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074906.017460:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f0700 desc ffff9139442d8400 mbits 1855007617178624
00000100:00000001:0.0:1769074906.017476:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074906.017483:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.017488:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.042327:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.042353:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.042358:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.042427:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.042441:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042449:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074906.042456:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042461:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042468:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042471:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13df80
00000400:00000200:0.0:1769074906.042477:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042485:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80049 [256] + 0
00000400:00000010:0.0:1769074906.042490:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a738.
00000400:00000200:0.0:1769074906.042495:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074906.042503:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042508:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074906.042513:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69022:69022:256:4294967295] 192.168.204.140@tcp LPNI seq info [69022:69022:8:4294967295]
00000400:00000200:0.0:1769074906.042517:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.042523:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074906.042529:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074906.042535:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074906.042545:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074906.042553:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074906.042558:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074906.043524:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.043533:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074906.043539:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.043545:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074906.043552:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074906.043555:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074906.043560:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074906.043563:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2300 desc ffff9139442db000 mbits 1855007617179520
00000100:00000001:0.0:1769074906.043583:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074906.043594:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.043600:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.056895:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.056921:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.056927:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.056929:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.056944:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.056955:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074906.056968:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.056975:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.056983:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.056986:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13df00
00000400:00000200:0.0:1769074906.056992:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.056998:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80059 [256] + 0
00000400:00000010:0.0:1769074906.057004:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a6e0.
00000400:00000200:0.0:1769074906.057010:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074906.057017:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057022:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074906.057028:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69023:69023:256:4294967295] 192.168.204.140@tcp LPNI seq info [69023:69023:8:4294967295]
00000400:00000200:0.0:1769074906.057032:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057039:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074906.057044:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074906.057052:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074906.057060:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074906.057067:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074906.057072:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074906.057779:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.057785:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074906.057790:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.057796:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074906.057802:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074906.057805:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074906.057818:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074906.057821:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5500 desc ffff9139445b8000 mbits 1855007617179392
00000100:00000001:0.0:1769074906.057833:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074906.057845:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.057852:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.057854:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.057870:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.057876:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057880:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074906.057885:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057888:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057891:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057894:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13de00
00000400:00000200:0.0:1769074906.057898:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057902:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80069 [256] + 0
00000400:00000010:0.0:1769074906.057906:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a9f8.
00000400:00000200:0.0:1769074906.057909:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500e8000
00000400:00000200:0.0:1769074906.057914:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057918:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074906.057922:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69024:69024:256:4294967295] 192.168.204.140@tcp LPNI seq info [69024:69024:8:4294967295]
00000400:00000200:0.0:1769074906.057926:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.057932:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074906.057936:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074906.057941:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074906.057949:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074906.057953:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074906.057958:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074906.058617:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.058622:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074906.058627:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.058633:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074906.058637:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:0.0:1769074906.058639:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:0.0:1769074906.058644:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074906.058646:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f1880 desc ffff9139442da800 mbits 1855007617179136
00000100:00000001:0.0:1769074906.058649:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074906.058655:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.058700:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.195723:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.195744:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.195748:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.195752:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.195766:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.195773:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074906.195781:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.195797:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.195804:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.195816:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13dd00
00000400:00000200:0.0:1769074906.195822:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.195829:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x7ffe1 [1] + 224
00000800:00000001:0.0:1769074906.195838:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.195847:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.195851:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.195856:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074906.195865:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074906.195876:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f3b80 x1855007617178880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074906.195905:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f3b80 x1855007617178880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074921 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.195923:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074906.195933:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.195937:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.209713:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.209733:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.209738:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.209761:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.209774:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209795:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074906.209813:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209819:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209825:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209830:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13de80
00000400:00000200:0.0:1769074906.209835:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209841:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80079 [256] + 0
00000400:00000010:0.0:1769074906.209848:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a898.
00000400:00000200:0.0:1769074906.209853:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074906.209863:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209868:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074906.209874:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69026:69026:256:4294967295] 192.168.204.140@tcp LPNI seq info [69026:69026:8:4294967295]
00000400:00000200:0.0:1769074906.209877:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.209885:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074906.209902:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074906.209910:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074906.209919:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074906.209927:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074906.209932:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074906.211361:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074906.211368:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074906.211376:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.211385:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074906.211396:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074906.211398:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074906.212132:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074906.212136:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4380 desc ffff9139445bac00 mbits 1855007617179264
00000100:00000001:0.0:1769074906.212150:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074906.306905:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.306919:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.306922:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.306924:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.306934:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.306942:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074906.306949:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.306954:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.306960:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.306964:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13dc80
00000400:00000200:0.0:1769074906.306969:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.306975:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80031 [1] + 224
00000800:00000001:0.0:1769074906.306983:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.306992:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.306995:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.306999:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074906.307006:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074906.307013:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2d80 x1855007617178752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074921 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074906.307022:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2d80 x1855007617178752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074921 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.307030:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074906.307037:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.307040:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.379429:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.379444:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074906.379446:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.379449:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.379459:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.379467:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074906.379475:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.379480:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.379486:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.379489:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13de80
00000400:00000200:0.0:1769074906.379494:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074906.379501:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80081 [1] + 224
00000800:00000001:0.0:1769074906.379509:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.379521:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074906.379526:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074906.379531:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074906.379538:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074906.379545:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4380 x1855007617179264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074906.379554:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4380 x1855007617179264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074922 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074906.379572:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074906.379580:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074906.379583:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074907.358812:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296565580, at 4296565632
00000100:00000010:0.0:1769074907.358831:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000100:00000040:0.0:1769074911.071003:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074911.071012:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074911.071023:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769074911.071030:0:36:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074911.071227:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074911.071231:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074911.071237:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074911.071248:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2100.
00000100:00000001:0.0:1769074911.071255:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.071266:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b9180 x1855007617181312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074911.071278:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074911.071282:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.071288:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_00_00+0]  req@ffff9139443b9180 x1855007617181312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.071617:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.071620:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074911.071623:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074911.071626:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769074911.071630:0:36:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074911.071632:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074911.071633:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074911.071636:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074911.071639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2a00.
00000100:00000001:0.0:1769074911.071643:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.071647:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443ba680 x1855007617181440/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074911.071654:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074911.071656:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.071697:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_00_01+1]  req@ffff9139443ba680 x1855007617181440/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.086029:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.086037:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074911.086041:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074911.086044:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074911.086048:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074911.086056:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769074911.086062:0:36:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:0.0:1769074911.086068:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074911.086072:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074911.086079:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074911.086087:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2f00.
00000100:00000001:0.0:1769074911.086093:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.086101:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074911.086111:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074911.086117:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.086123:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_00_00+0]  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.086140:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.086145:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1907)
00000100:00000001:0.0:1769074911.086163:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1769074911.086167:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1769074911.086169:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.086187:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074911.086188:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.086190:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074911.086193:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074911.086195:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074911.086202:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.086209:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074911.086211:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074911.086215:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074911.086218:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074911.086221:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074911.086225:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617181568:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074911.086229:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074911.086235:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074911.086237:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074911.086240:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074911.086244:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3c00.
02000000:00000001:0.0:1769074911.086246:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074911.086255:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074911.086260:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096840.
00000400:00000010:0.0:1769074911.086265:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdb28.
00000100:00000200:0.0:1769074911.086271:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617181568, portal 4
00000100:00000001:0.0:1769074911.086273:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074911.086275:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:0.0:1769074911.086282:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.086294:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074911.086297:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074911.086299:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd5d8.
00000100:00000200:0.0:1769074911.086302:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007617181568, offset 0
00000400:00000200:0.0:1769074911.086308:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074911.086316:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074911.086335:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074911.086341:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074911.086346:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074911.086350:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074911.086353:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074911.086357:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69029:69029:255:4294967295] 192.168.204.140@tcp LPNI seq info [69029:69029:7:4294967295]
00000400:00000200:0.0:1769074911.086361:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074911.087162:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074911.087179:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074911.087187:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2900.
00000800:00000200:0.0:1769074911.087194:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074911.087202:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074911.087206:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2900 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074911.087210:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.087216:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1156040 usecs (1157 jiffies)
00000400:00000200:0.0:1769074911.094485:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074911.094492:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296570524
00000100:00000001:0.0:1769074911.094503:0:2371:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, simply extend its deadline from 4296570456
00000100:00000001:0.0:1769074911.094509:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296570524
00000100:00000001:0.0:1769074911.094512:0:2371:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, simply extend its deadline from 4296570456
00000100:00000001:0.0:1769074911.094516:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074911.094520:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1769074911.094531:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074911.094533:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074911.094538:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a096840.
00000400:00000200:0.0:1769074911.094542:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cdb28
00000400:00000010:0.0:1769074911.094545:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cdb28.
00000100:00000001:0.0:1769074911.094548:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074911.094554:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074911.094564:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.094571:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074911.094573:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.094575:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074911.094578:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074911.094580:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074911.094583:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074911.094586:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074911.094596:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b8c458 time=88 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074911.094600:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b8c410 time=153 v=5 (1 0 0 0)
00000100:00000001:0.0:1769074911.094602:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074911.094604:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074911.094606:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074911.094609:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074911.094613:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074911.094615:0:2371:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: skip recheck: last_committed 4294971777
00000100:00000001:0.0:1769074911.094617:0:2371:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074911.094618:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074911.094624:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.094631:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074911.094633:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074911.094648:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074911.094653:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074911.094683:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617181568:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074911.094689:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.094692:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074911.094694:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617181568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074927 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074911.094701:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074911.094703:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074911.094716:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913948bf3c00.
02000000:00000001:0.0:1769074911.094720:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074911.094722:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074911.094733:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074911.094735:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074911.094738:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2f00.
02000000:00000001:0.0:1769074911.094742:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074911.094744:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074911.094746:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:0.0:1769074911.094749:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074911.094751:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.094754:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074911.094762:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074911.094764:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074911.094766:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074911.094769:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074912.287027:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296570524, at 4296570560
00000100:00000010:0.0:1769074912.287034:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000800:00000001:0.0:1769074913.643749:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.643760:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074913.651445:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.651449:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074913.651454:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.651458:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074913.651463:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972dd0
00000400:00000010:0.0:1769074913.651466:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972dd0.
00000100:00000001:0.0:1769074913.651470:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074913.651474:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2300 x1855007617181184/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651483:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074913.651487:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f2300 x1855007617181184/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651493:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074913.651495:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074913.651508:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.651509:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074913.651512:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.651515:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074913.651517:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972908
00000400:00000010:0.0:1769074913.651519:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972908.
00000100:00000001:0.0:1769074913.651521:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074913.651524:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7800 x1855007617181056/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651531:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074913.651534:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7800 x1855007617181056/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651540:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074913.651541:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074913.651852:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.651855:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074913.651859:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.651863:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074913.651866:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489726e8
00000400:00000010:0.0:1769074913.651868:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489726e8.
00000100:00000001:0.0:1769074913.651871:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074913.651874:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0e00 x1855007617180288/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651881:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074913.651884:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0e00 x1855007617180288/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.651889:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074913.651891:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074913.666468:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.666486:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.666489:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.666492:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.666506:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666514:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074913.666524:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666529:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666535:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666540:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13e580
00000400:00000200:0.0:1769074913.666545:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666552:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80109 [256] + 0
00000400:00000010:0.0:1769074913.666559:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7e18.
00000400:00000200:0.0:1769074913.666565:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507b8000
00000400:00000200:0.0:1769074913.666574:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666579:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074913.666585:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69041:69041:255:4294967295] 192.168.204.140@tcp LPNI seq info [69041:69041:7:4294967295]
00000400:00000200:0.0:1769074913.666589:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666597:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074913.666603:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074913.666610:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074913.666620:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074913.666628:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074913.666633:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074913.666638:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.666642:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.666645:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.666782:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.666786:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666790:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074913.666796:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666798:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666802:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666805:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13e280
00000400:00000200:0.0:1769074913.666808:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666812:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80119 [256] + 0
00000400:00000010:0.0:1769074913.666815:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7580.
00000400:00000200:0.0:1769074913.666818:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507be000
00000400:00000200:0.0:1769074913.666822:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666825:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074913.666829:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69042:69042:254:4294967295] 192.168.204.140@tcp LPNI seq info [69042:69042:6:4294967295]
00000400:00000200:0.0:1769074913.666833:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.666838:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074913.666842:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074913.666847:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074913.666854:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074913.666858:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074913.666860:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074913.666864:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.666867:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.671312:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.671330:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.671335:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.671340:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.671352:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.671361:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074913.671369:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.671374:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.671380:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.671384:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13e600
00000400:00000200:0.0:1769074913.671390:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:3.1:1769074913.674605:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -12656 low water 2103480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.674624:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -12656 low water 2103480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.674646:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.675254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.675270:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2680 low water 2095812 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.675275:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2680 low water 2095812 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.675725:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 21856 low water 2086224 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676047:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 21856 low water 2086224 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676073:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 20576 low water 2086864 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 19296 low water 2087504 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676725:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.676753:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 16736 low water 2088784 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678224:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 25684 low water 2084310 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 25684 low water 2084310 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678688:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 43580 low water 2075362 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678695:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 43580 low water 2075362 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678717:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 62756 low water 2065774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678744:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 81932 low water 2056186 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678777:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 92160 low water 2051072 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678793:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 90880 low water 2051712 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.678799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 90880 low water 2051712 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679251:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 110056 low water 2042124 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 129232 low water 2032536 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679408:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 148408 low water 2022948 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679469:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 196988 low water 1998658 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679483:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 196988 low water 1998658 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 196988 low water 1998658 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679496:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 196988 low water 1998658 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.679539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 245568 low water 1974368 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.682210:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 264744 low water 1964780 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.682235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 264744 low water 1964780 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.682241:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 264744 low water 1964780 conn ffff91394b1e6000 blocked idle queued
00000400:00000200:0.0:1769074913.682710:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x800f9 [256] + 0
00000400:00000010:0.0:1769074913.682720:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7318.
00000400:00000200:0.0:1769074913.682726:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507ba000
00000400:00000200:0.0:1769074913.682739:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.682747:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074913.682753:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69044:69044:254:4294967295] 192.168.204.140@tcp LPNI seq info [69044:69044:6:4294967295]
00000400:00000200:0.0:1769074913.682757:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.682765:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074913.682771:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074913.682781:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074913.682791:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074913.682798:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074913.682802:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074913.682810:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.682819:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074913.683437:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.683455:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.683465:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.683471:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686035:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686068:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686079:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686090:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.686794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.687545:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.687576:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.687584:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.689253:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.689271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.689279:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.689303:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.689330:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694154:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694529:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694556:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694568:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694577:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694585:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694600:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694668:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.694744:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.697190:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1701580 low water 1246362 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074913.698126:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.698134:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074913.698140:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.698151:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074913.698161:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507b8000
00000400:00000010:0.0:1769074913.698164:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507b8000.
00000100:00000001:0.0:1769074913.698171:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074913.698173:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7800 desc ffff9139445bb000 mbits 1855007617181056
00000100:00000001:0.0:1769074913.698192:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074913.698625:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(377404) -11
00000800:00000200:3.1:1769074913.703519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703536:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703544:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703551:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703558:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.703640:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.706318:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.706348:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.706359:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.706368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.706397:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.707750:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.707771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.707781:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.707789:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.707797:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.712933:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.712960:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.712970:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.712979:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.712987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.713642:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.713664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.713676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.713697:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.713707:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.714778:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.714799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.714811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.714837:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.714848:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.717887:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 423260 low water 1885522 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074913.733091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2724236 low water 735034 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074913.747580:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.747591:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074913.747599:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.747609:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074913.747618:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507ba000
00000400:00000010:0.0:1769074913.747620:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507ba000.
00000100:00000001:0.0:1769074913.747626:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074913.747629:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2300 desc ffff9139442db000 mbits 1855007617181184
00000100:00000001:0.0:1769074913.747651:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074913.755986:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074913.755998:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff91395077e000.
00000400:00000200:0.0:1769074913.756004:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.756013:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074913.756022:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074913.756025:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074913.756031:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074913.756033:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4e00 desc ffff9139445ba400 mbits 1855007617180416
00000100:00000001:0.0:1769074913.756051:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074913.816806:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.816826:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.816830:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.816833:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.816845:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.816854:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.816863:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.816868:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.816873:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.816877:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e500
00000400:00000200:0.0:1769074913.816882:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.816889:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x800c1 [1] + 224
00000800:00000001:0.0:1769074913.816897:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.816905:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.816908:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.816913:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.816921:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.816930:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6300 x1855007617180928/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.816941:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6300 x1855007617180928/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.816965:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.816976:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.816980:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.894590:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.894610:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.894615:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.894617:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.894631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.894641:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.894651:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.894656:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.894716:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.894720:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e280
00000400:00000200:0.0:1769074913.894727:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.894733:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80121 [1] + 224
00000800:00000001:0.0:1769074913.894744:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.894755:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.894759:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.894763:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.894773:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.894785:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0e00 x1855007617180288/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.894797:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0e00 x1855007617180288/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.894812:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.894822:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.894825:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910496:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910513:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910516:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910519:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910528:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910534:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910545:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910550:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910556:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910559:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e600
00000400:00000200:0.0:1769074913.910564:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910571:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80101 [1] + 224
00000800:00000001:0.0:1769074913.910581:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910586:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910589:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910593:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910599:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910605:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2300 x1855007617181184/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910614:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2300 x1855007617181184/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910633:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910643:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910646:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910648:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910650:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910686:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910690:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910695:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910698:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910701:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910703:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e300
00000400:00000200:0.0:1769074913.910707:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910711:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80131 [1] + 224
00000800:00000001:0.0:1769074913.910715:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910719:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910721:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910724:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910727:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910730:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4e00 x1855007617180416/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910738:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4e00 x1855007617180416/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910755:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910759:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910764:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910766:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910768:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910771:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910774:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910779:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910781:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910784:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910787:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e480
00000400:00000200:0.0:1769074913.910790:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910794:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x800d1 [1] + 224
00000800:00000001:0.0:1769074913.910797:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910801:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910804:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910806:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910809:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910813:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4700 x1855007617180800/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910820:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4700 x1855007617180800/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910828:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910831:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910835:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910837:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910840:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910843:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910846:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910850:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910852:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910855:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910858:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e380
00000400:00000200:0.0:1769074913.910861:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910865:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x800f1 [1] + 224
00000800:00000001:0.0:1769074913.910869:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910873:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910875:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910877:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910880:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910884:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6d80 x1855007617180544/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910892:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6d80 x1855007617180544/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910898:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910903:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910906:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910907:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910909:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910912:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910915:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910920:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910922:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910924:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910926:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e400
00000400:00000200:0.0:1769074913.910928:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910930:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x800e1 [1] + 224
00000800:00000001:0.0:1769074913.910933:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910935:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910936:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910938:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910940:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910943:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6a00 x1855007617180672/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910948:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6a00 x1855007617180672/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910952:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910954:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910955:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074913.910956:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910958:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910959:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910961:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074913.910963:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910965:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910966:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910968:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e580
00000400:00000200:0.0:1769074913.910969:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074913.910971:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80111 [1] + 224
00000800:00000001:0.0:1769074913.910973:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910979:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074913.910980:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074913.910981:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074913.910983:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074913.910985:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7800 x1855007617181056/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074913.910990:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7800 x1855007617181056/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074929 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074913.910995:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074913.910996:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074913.910998:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074914.847145:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296573096, at 4296573120
00000100:00000010:0.0:1769074914.847151:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000100:00000040:0.0:1769074916.191872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074916.191885:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074916.191897:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769074916.191903:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074916.191907:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074916.191910:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074916.191916:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074916.191924:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2f00.
00000100:00000001:0.0:1769074916.191930:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.191942:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074916.191952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074916.191955:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.191961:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.191983:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.191986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074916.191989:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074916.191992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769074916.191994:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074916.191996:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074916.191997:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074916.192000:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074916.192002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2400.
00000100:00000001:0.0:1769074916.192005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192009:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074916.192016:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074916.192017:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192020:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_00_00+0]  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192028:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192029:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074916.192033:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074916.192035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074916.192038:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074916.192041:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769074916.192043:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=21 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:0.0:1769074916.192045:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074916.192046:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074916.192048:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074916.192050:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2200.
00000100:00000001:0.0:1769074916.192052:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192056:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074916.192072:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074916.192075:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192078:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_00_01+1]  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192086:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192090:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1912)
00000100:00000001:0.0:1769074916.192143:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074916.192146:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074916.192148:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074916.192153:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192161:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074916.192163:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192167:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074916.192169:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074916.192172:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074916.192175:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617182720:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074916.192179:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074916.192184:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074916.192186:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192189:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074916.192193:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3c00.
02000000:00000001:0.0:1769074916.192195:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074916.192203:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074916.192207:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096840.
00000400:00000010:0.0:1769074916.192214:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdb28.
00000100:00000200:0.0:1769074916.192221:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617182720, portal 25
00000100:00000001:0.0:1769074916.192223:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074916.192224:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:0.0:1769074916.192230:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192238:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074916.192241:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074916.192243:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd990.
00000100:00000200:0.0:1769074916.192246:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617182720, offset 0
00000400:00000200:0.0:1769074916.192252:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192259:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192266:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074916.192271:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074916.192275:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074916.192278:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074916.192281:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192284:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69046:69046:256:4294967295] 192.168.204.140@tcp LPNI seq info [69046:69046:8:4294967295]
00000400:00000200:0.0:1769074916.192288:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192298:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074916.192305:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074916.192309:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2300.
00000800:00000200:0.0:1769074916.192316:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074916.192323:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074916.192327:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2300 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074916.192338:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074916.192342:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074916.192345:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296575622
00000100:00000010:0.0:1769074916.192348:0:2371:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200c00.
00000100:00000001:0.0:1769074916.192354:0:2371:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769074916.192360:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296575622
00000100:00000010:0.0:1769074916.192362:0:2371:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200cc0.
00000100:00000001:0.0:1769074916.192365:0:2371:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769074916.192368:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074916.192370:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192373:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074916.192377:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192384:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074916.192385:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192387:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074916.192389:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074916.192391:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074916.192394:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617182976:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074916.192400:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074916.192403:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074916.192404:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192406:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074916.192408:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3200.
02000000:00000001:0.0:1769074916.192410:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074916.192413:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074916.192416:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096a50.
00000400:00000010:0.0:1769074916.192419:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdaa0.
00000100:00000200:0.0:1769074916.192422:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617182976, portal 4
00000100:00000001:0.0:1769074916.192424:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074916.192425:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:0.0:1769074916.192431:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192438:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074916.192440:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074916.192442:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd550.
00000100:00000200:0.0:1769074916.192444:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007617182976, offset 0
00000400:00000200:0.0:1769074916.192448:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192451:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192454:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074916.192457:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074916.192459:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074916.192462:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074916.192464:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192467:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69047:69047:255:4294967295] 192.168.204.140@tcp LPNI seq info [69047:69047:7:4294967295]
00000400:00000200:0.0:1769074916.192471:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192477:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074916.192481:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074916.192483:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2b00.
00000800:00000200:0.0:1769074916.192487:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074916.192491:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074916.192494:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2b00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074916.192496:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192499:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1209151 usecs (1210 jiffies)
00000400:00000200:0.0:1769074916.192502:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074916.192504:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296575675
00000100:00000001:0.0:1769074916.192509:0:2371:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, simply extend its deadline from 4296575622
00000100:00000001:0.0:1769074916.192512:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296575675
00000100:00000001:0.0:1769074916.192514:0:2371:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, simply extend its deadline from 4296575622
00000100:00000001:0.0:1769074916.192517:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074916.192518:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192521:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192523:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074916.192530:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074916.192531:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074916.192533:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074916.192535:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074916.192536:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074916.192539:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1769074916.192540:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074916.192542:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074916.192544:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074916.192545:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074916.192546:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074916.192547:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074916.192551:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192557:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074916.192558:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192560:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074916.192562:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074916.192564:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074916.192566:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617182848:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074916.192570:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074916.192572:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074916.192574:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074916.192575:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074916.192578:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf3000.
02000000:00000001:0.0:1769074916.192579:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074916.192582:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074916.192585:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096058.
00000400:00000010:0.0:1769074916.192588:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd440.
00000100:00000200:0.0:1769074916.192590:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617182848, portal 10
00000100:00000001:0.0:1769074916.192592:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074916.192593:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:0.0:1769074916.192598:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192605:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074916.192607:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074916.192609:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd198.
00000100:00000200:0.0:1769074916.192612:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617182848, offset 0
00000400:00000200:0.0:1769074916.192616:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192619:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192622:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074916.192624:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074916.192626:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074916.192628:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074916.192630:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074916.192633:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69048:69048:254:4294967295] 192.168.204.140@tcp LPNI seq info [69048:69048:6:4294967295]
00000400:00000200:0.0:1769074916.192636:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.192652:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074916.192656:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074916.192695:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2500.
00000800:00000200:0.0:1769074916.192699:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074916.192703:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074916.192706:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2500 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074916.192709:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074916.192712:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10762 usecs (11 jiffies)
00000400:00000200:0.0:1769074916.192715:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074916.192717:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296574477
00000100:00000001:0.0:1769074916.192720:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296575675
00000100:00000001:0.0:1769074916.192722:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296574477
00000100:00000001:0.0:1769074916.192724:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296575675
00000100:00000001:0.0:1769074916.192726:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074916.192728:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192730:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192732:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074916.192774:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074916.192777:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2300.
00000400:00000200:0.0:1769074916.192782:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.192787:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074916.192791:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd990
00000400:00000010:0.0:1769074916.192794:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd990.
00000100:00000001:0.0:1769074916.192798:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074916.192802:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192809:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074916.192813:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192819:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192821:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074916.192832:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074916.192834:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2b00.
00000400:00000200:0.0:1769074916.192837:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.192840:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074916.192843:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd550
00000400:00000010:0.0:1769074916.192844:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd550.
00000100:00000001:0.0:1769074916.192846:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074916.192849:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192855:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074916.192858:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192863:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192864:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074916.192923:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074916.192926:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2500.
00000400:00000200:0.0:1769074916.192929:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.192932:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074916.192935:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd198
00000400:00000010:0.0:1769074916.192936:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd198.
00000100:00000001:0.0:1769074916.192938:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074916.192941:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192947:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074916.192950:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.192955:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074916.192956:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074916.195748:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.195772:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074916.195777:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.195780:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.195793:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.195802:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074916.195811:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.195816:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.195822:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.195827:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e13ec00
00000400:00000200:0.0:1769074916.195832:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.195840:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80139 [1] + 224
00000800:00000001:0.0:1769074916.195848:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.195858:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.195861:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.195865:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074916.195872:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074916.195881:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074916.195894:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b9880 x1855007617182720/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.195921:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074916.195931:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.195934:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074916.204470:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.204496:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074916.204501:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.204504:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.204514:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.204522:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074916.204531:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.204537:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.204543:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.204546:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e13ec80
00000400:00000200:0.0:1769074916.204552:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.204559:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x80159 [1] + 224
00000800:00000001:0.0:1769074916.204567:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.204578:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.204581:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.204586:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074916.204594:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074916.204604:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074916.204616:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443bb100 x1855007617182848/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.204655:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074916.204693:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.204697:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074916.205796:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.205806:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074916.205809:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.205811:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.205819:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.205824:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074916.205830:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.205834:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.205838:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.205841:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6971e9e13ed00
00000400:00000200:0.0:1769074916.205847:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074916.205852:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80149 [1] + 224
00000800:00000001:0.0:1769074916.205857:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.205864:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074916.205867:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074916.205870:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074916.205875:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074916.205881:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074916.205890:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b8380 x1855007617182976/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074932 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074916.205960:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074916.205966:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074916.205969:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074917.406842:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296575675, at 4296575680
00000100:00000010:0.0:1769074917.406864:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913950200c00.
00000100:00000040:0.0:1769074921.310822:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074921.310833:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074921.310846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769074921.310852:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074921.310857:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074921.310860:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074921.310866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074921.310876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2500.
00000100:00000001:0.0:1769074921.310883:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.310895:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074921.310905:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074921.310910:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.310917:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_00_00+0]  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.310952:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.310955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074921.310958:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074921.310961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769074921.310963:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074921.310965:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074921.310966:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074921.310968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074921.310971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2b00.
00000100:00000001:0.0:1769074921.310974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.310978:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074921.310985:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074921.310988:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.310991:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_00_01+1]  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.310998:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.311000:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074921.311004:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074921.311006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074921.311010:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074921.311012:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769074921.311015:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=21 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:0.0:1769074921.311017:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074921.311018:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074921.311020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074921.311023:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2300.
00000100:00000001:0.0:1769074921.311027:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.311031:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074921.311039:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074921.311040:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.311043:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_00_00+0]  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.311051:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074921.311055:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1917)
00000800:00000200:0.0:1769074921.312142:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074921.312146:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:0.0:1769074921.312152:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.312157:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074921.312162:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507435d8
00000400:00000010:0.0:1769074921.312164:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507435d8.
00000100:00000001:0.0:1769074921.312169:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074921.312174:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312183:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074921.312186:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312193:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074921.312194:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074921.312206:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074921.312208:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769074921.312211:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.312214:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074921.312216:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:0.0:1769074921.312218:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:0.0:1769074921.312220:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074921.312223:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312230:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074921.312233:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312239:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074921.312240:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074921.312308:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074921.312310:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769074921.312313:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.312316:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074921.312319:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743b28
00000400:00000010:0.0:1769074921.312320:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743b28.
00000100:00000001:0.0:1769074921.312323:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074921.312326:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312332:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074921.312335:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074937 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.312342:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074921.312343:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074921.314778:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.314796:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074921.314800:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.314803:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.314812:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.314820:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074921.314827:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.314831:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.314841:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.314845:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e13ee00
00000400:00000200:0.0:1769074921.314850:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.314856:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x80189 [1] + 224
00000800:00000001:0.0:1769074921.314863:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.314882:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.314885:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.314890:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074921.314897:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074921.314906:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074921.314917:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443bb100 x1855007617183232/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.314940:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074921.314947:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.314952:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074921.315597:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.315604:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074921.315607:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.315609:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.315615:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.315622:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074921.315627:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.315629:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.315633:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.315636:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6971e9e13ee80
00000400:00000200:0.0:1769074921.315640:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.315643:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80179 [1] + 224
00000800:00000001:0.0:1769074921.315648:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.315653:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.315656:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.315685:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074921.315689:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074921.315694:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074921.315703:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b9880 x1855007617183360/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.315711:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074921.315715:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.315719:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074921.322214:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.322237:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074921.322241:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.322243:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.322255:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.322264:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074921.322274:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.322279:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.322285:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.322289:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e13ed80
00000400:00000200:0.0:1769074921.322294:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074921.322302:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80169 [1] + 224
00000800:00000001:0.0:1769074921.322311:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.322324:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074921.322328:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074921.322332:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074921.322339:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074921.322348:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074921.322357:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b8380 x1855007617183104/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074937 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074921.322382:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074921.322389:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074921.322393:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074922.336508:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336515:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1900.
00000400:00000200:0.0:1769074922.336524:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336531:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336549:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972000
00000400:00000010:0.0:1769074922.336551:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972000.
00000100:00000001:0.0:1769074922.336556:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336562:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0a80 x1855007617182592/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336572:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336575:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0a80 x1855007617182592/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336581:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336583:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336599:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336601:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e400.
00000400:00000200:0.0:1769074922.336603:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336607:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336609:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:0.0:1769074922.336611:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:0.0:1769074922.336614:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336617:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5500 x1855007617181696/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336624:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336627:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5500 x1855007617181696/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336632:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336634:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336642:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336644:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1600.
00000400:00000200:0.0:1769074922.336646:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336649:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336651:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972aa0
00000400:00000010:0.0:1769074922.336653:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972aa0.
00000100:00000001:0.0:1769074922.336656:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336687:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3b80 x1855007617182464/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336694:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336697:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3b80 x1855007617182464/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336702:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336704:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336714:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336716:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074922.336719:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336722:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336724:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972d48
00000400:00000010:0.0:1769074922.336725:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972d48.
00000100:00000001:0.0:1769074922.336728:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336730:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5180 x1855007617182080/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336736:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336739:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5180 x1855007617182080/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336750:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336752:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336760:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336762:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074922.336765:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336768:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336770:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972e58
00000400:00000010:0.0:1769074922.336772:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972e58.
00000100:00000001:0.0:1769074922.336774:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336777:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4a80 x1855007617182336/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336783:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336786:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4a80 x1855007617182336/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336791:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336793:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336800:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336802:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074922.336804:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336807:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336809:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489722a8
00000400:00000010:0.0:1769074922.336811:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489722a8.
00000100:00000001:0.0:1769074922.336812:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336815:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0700 x1855007617182208/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336821:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336824:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0700 x1855007617182208/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336830:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336831:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336837:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336840:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1b00.
00000400:00000200:0.0:1769074922.336842:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336845:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336847:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489723b8
00000400:00000010:0.0:1769074922.336849:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489723b8.
00000100:00000001:0.0:1769074922.336851:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336854:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0e00 x1855007617181952/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336860:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336862:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0e00 x1855007617181952/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336868:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336869:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074922.336945:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.336947:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1400.
00000400:00000200:0.0:1769074922.336950:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.336954:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074922.336956:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489726e8
00000400:00000010:0.0:1769074922.336958:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489726e8.
00000100:00000001:0.0:1769074922.336960:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074922.336963:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6300 x1855007617181824/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336968:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074922.336971:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6300 x1855007617181824/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.336977:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074922.336978:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074922.349970:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.349994:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.349998:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.350001:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.350014:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350023:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074922.350030:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350035:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350042:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350046:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13eb80
00000400:00000200:0.0:1769074922.350050:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350056:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80199 [256] + 0
00000400:00000010:0.0:1769074922.350063:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7ec8.
00000400:00000200:0.0:1769074922.350068:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507bc000
00000400:00000200:0.0:1769074922.350076:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350080:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074922.350086:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69060:69060:256:4294967295] 192.168.204.140@tcp LPNI seq info [69060:69060:8:4294967295]
00000400:00000200:0.0:1769074922.350091:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.350098:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074922.350104:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074922.350111:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074922.350119:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074922.350125:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074922.350129:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074922.360270:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.360283:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074922.360290:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.360301:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074922.360309:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507bc000
00000400:00000010:0.0:1769074922.362137:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507bc000.
00000100:00000001:0.0:1769074922.362153:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074922.362156:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f0a80 desc ffff9139442dbc00 mbits 1855007617182592
00000100:00000001:0.0:1769074922.362178:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074922.380237:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.380244:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944770000.
00000400:00000200:0.0:1769074922.380254:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.380264:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074922.380274:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507b8000
00000400:00000010:0.0:1769074922.380277:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507b8000.
00000100:00000001:0.0:1769074922.380283:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074922.380285:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4a80 desc ffff9139445ba800 mbits 1855007617182336
00000100:00000001:0.0:1769074922.380295:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074922.380519:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(769360) -11
00000800:00000200:3.1:1769074922.380879:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -52276 low water 2123290 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.380895:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -52276 low water 2123290 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.383011:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.383028:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.383034:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.383064:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389641:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389663:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389669:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389703:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 167596 low water 2013354 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389755:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.389761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074922.391389:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.391410:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.391414:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.391417:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.391430:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391438:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074922.391448:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391453:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391459:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391463:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13eb00
00000400:00000200:0.0:1769074922.391469:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391476:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x801b9 [256] + 0
00000400:00000010:0.0:1769074922.391482:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7058.
00000400:00000200:0.0:1769074922.391487:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507ba000
00000400:00000200:0.0:1769074922.391496:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391501:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074922.391507:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69066:69066:254:4294967295] 192.168.204.140@tcp LPNI seq info [69066:69066:6:4294967295]
00000400:00000200:0.0:1769074922.391511:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391519:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074922.391524:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074922.391530:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074922.391548:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074922.391554:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074922.391559:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074922.391565:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.391568:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.391570:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.391581:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.391586:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391589:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074922.391594:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391597:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391599:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391602:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13e900
00000800:00000200:3.1:1769074922.391604:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000400:00000200:0.0:1769074922.391605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391610:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x801f9 [256] + 0
00000400:00000010:0.0:1769074922.391613:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7790.
00000400:00000200:0.0:1769074922.391616:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944666000
00000800:00000200:3.1:1769074922.391616:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000400:00000200:0.0:1769074922.391619:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391623:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000800:00000200:3.1:1769074922.391625:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000400:00000200:0.0:1769074922.391627:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69067:69067:253:4294967295] 192.168.204.140@tcp LPNI seq info [69067:69067:5:4294967295]
00000800:00000200:3.1:1769074922.391629:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000400:00000200:0.0:1769074922.391631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.391637:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074922.391642:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074922.391646:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074922.391652:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074922.391656:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:3.1:1769074922.391666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074922.391710:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074922.391714:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.391718:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074922.392111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.392125:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.392134:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.392676:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.392691:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.392701:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393245:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393263:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.393268:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.394166:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.394182:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.394197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 548532 low water 1822886 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398223:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398250:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398260:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398270:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398281:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.398287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.401743:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.401765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.401776:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.401785:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.401794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 932028 low water 1631138 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406048:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 995944 low water 1599180 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406080:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 995944 low water 1599180 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406093:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 995944 low water 1599180 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406114:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 995944 low water 1599180 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406120:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 995944 low water 1599180 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.406250:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1444636 low water 1374834 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.415894:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.415919:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.415930:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.415939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.415944:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 231512 low water 1981396 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416642:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416658:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416667:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416678:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416683:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.416756:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418391:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418410:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418423:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418432:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418925:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418938:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418947:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.418955:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.421222:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.421265:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.421276:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.421286:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422661:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422682:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422693:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422702:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.422716:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.424320:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.424342:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.424353:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.424361:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.424369:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.425313:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.425329:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.425339:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.425507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.425518:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 870672 low water 1661816 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.428791:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074922.429734:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.429749:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944774000.
00000400:00000200:0.0:1769074922.429757:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.429765:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074922.429774:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944660000
00000400:00000010:0.0:1769074922.429777:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944660000.
00000100:00000001:0.0:1769074922.429783:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074922.429785:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6300 desc ffff9139445bb800 mbits 1855007617181824
00000100:00000001:0.0:1769074922.429805:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074922.430504:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074922.430509:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074922.430514:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.430519:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074922.430524:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507ba000
00000400:00000010:0.0:1769074922.430526:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507ba000.
00000100:00000001:0.0:1769074922.430530:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074922.430532:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3b80 desc ffff9139442da000 mbits 1855007617182464
00000100:00000001:0.0:1769074922.430549:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074922.430775:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(783576) -11
00000800:00000200:3.1:1769074922.431470:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.431485:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.431494:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.431513:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.431524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432855:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432874:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432885:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432896:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432907:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.432912:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436532:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436569:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436580:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436589:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436597:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.436603:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.437557:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.437573:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.437582:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.437591:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.437600:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.439285:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.439304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.439313:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.439323:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.439350:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.441922:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.441946:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.441958:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.441968:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.441980:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074922.449123:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2021160 low water 1086572 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074922.547728:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.547748:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.547752:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.547755:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.547768:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.547776:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.547785:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.547791:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.547797:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.547801:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e800
00000400:00000200:0.0:1769074922.547807:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.547814:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801b1 [1] + 224
00000800:00000001:0.0:1769074922.547823:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.547833:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.547836:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.547840:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.547848:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.547856:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5500 x1855007617181696/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.547867:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5500 x1855007617181696/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.547888:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.547897:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.547901:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633264:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633275:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633281:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633294:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633303:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633391:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633397:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633404:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633409:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13eb00
00000400:00000200:0.0:1769074922.633416:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633423:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801c1 [1] + 224
00000800:00000001:0.0:1769074922.633433:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633439:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633443:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633448:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633456:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633464:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f3b80 x1855007617182464/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633477:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f3b80 x1855007617182464/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633584:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633593:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633597:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633599:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633601:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633605:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633609:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633613:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633616:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633619:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633622:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e900
00000400:00000200:0.0:1769074922.633626:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633630:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80201 [1] + 224
00000800:00000001:0.0:1769074922.633634:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633639:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633641:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633645:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633648:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633653:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0e00 x1855007617181952/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633698:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0e00 x1855007617181952/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633706:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633710:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633715:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633717:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633719:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633722:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633725:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633729:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633732:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633734:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633737:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13ea80
00000400:00000200:0.0:1769074922.633740:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633743:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801e1 [1] + 224
00000800:00000001:0.0:1769074922.633747:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633751:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633753:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633756:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633759:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633764:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4a80 x1855007617182336/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633773:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4a80 x1855007617182336/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633781:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633784:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633787:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633789:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633791:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633794:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633797:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633802:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633805:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633808:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633811:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13ea00
00000400:00000200:0.0:1769074922.633814:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633818:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801f1 [1] + 224
00000800:00000001:0.0:1769074922.633821:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633824:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633826:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633829:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633832:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633836:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0700 x1855007617182208/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633845:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0700 x1855007617182208/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633852:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633855:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633858:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633860:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633862:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633865:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633869:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633873:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633875:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633879:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633882:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13eb80
00000400:00000200:0.0:1769074922.633885:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633889:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801a9 [1] + 224
00000800:00000001:0.0:1769074922.633893:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633896:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633898:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633901:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633903:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633908:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0a80 x1855007617182592/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633917:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0a80 x1855007617182592/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633923:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633926:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633929:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633931:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633933:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633936:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633939:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.633944:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633946:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633949:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633952:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e980
00000400:00000200:0.0:1769074922.633955:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.633959:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x801d1 [1] + 224
00000800:00000001:0.0:1769074922.633963:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633967:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.633969:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.633972:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.633974:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.633978:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5180 x1855007617182080/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.633985:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5180 x1855007617182080/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.633991:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.633994:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.633996:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074922.633998:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.634000:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.634003:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.634005:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074922.634010:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.634012:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.634015:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.634029:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e13e880
00000400:00000200:0.0:1769074922.634033:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074922.634036:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80211 [1] + 224
00000800:00000001:0.0:1769074922.634040:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.634047:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074922.634050:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074922.634053:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074922.634056:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074922.634060:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6300 x1855007617181824/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074922.634074:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6300 x1855007617181824/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074938 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074922.634081:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074922.634086:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074922.634089:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074923.551561:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296581817, at 4296581824
00000100:00000010:0.0:1769074923.551570:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000800:00000200:0.0:1769074926.432098:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074926.432102:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1400.
00000400:00000200:0.0:1769074926.432111:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.432117:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074926.432123:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972b28
00000400:00000010:0.0:1769074926.432125:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972b28.
00000100:00000001:0.0:1769074926.432130:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074926.432135:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6d80 x1855007617184640/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432144:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074926.432146:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6d80 x1855007617184640/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432153:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074926.432154:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074926.432166:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074926.432168:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1b00.
00000400:00000200:0.0:1769074926.432170:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.432173:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074926.432176:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972990
00000400:00000010:0.0:1769074926.432178:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972990.
00000100:00000001:0.0:1769074926.432180:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074926.432183:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4e00 x1855007617184512/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432190:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074926.432193:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4e00 x1855007617184512/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432200:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074926.432201:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074926.432270:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074926.432273:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074926.432276:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.432279:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074926.432282:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972880
00000400:00000010:0.0:1769074926.432284:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972880.
00000100:00000001:0.0:1769074926.432286:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074926.432289:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6a00 x1855007617184768/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432296:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074926.432298:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6a00 x1855007617184768/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074942 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.432303:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074926.432304:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074926.438011:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438036:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074926.438040:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438042:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.438053:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438061:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074926.438069:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438074:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438080:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438084:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e13f300
00000400:00000200:0.0:1769074926.438089:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438095:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80221 [1] + 224
00000800:00000001:0.0:1769074926.438103:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438109:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.438112:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.438116:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074926.438125:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074926.438134:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4e00 x1855007617184512/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074926.438153:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139458d4e00 x1855007617184512/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.438177:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074926.438186:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438190:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074926.438191:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438194:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.438197:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438201:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074926.438205:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438208:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438210:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438213:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e13f380
00000400:00000200:0.0:1769074926.438216:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.438222:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x80219 [1] + 224
00000800:00000001:0.0:1769074926.438226:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438232:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.438234:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.438237:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074926.438240:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074926.438244:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6d80 x1855007617184640/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074926.438251:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139458d6d80 x1855007617184640/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.438258:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074926.438262:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.438265:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074926.439337:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.439345:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074926.439347:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.439349:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.439356:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.439362:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074926.439367:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.439370:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.439375:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.439379:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 4 MB=0x6971e9e13f400
00000400:00000200:0.0:1769074926.439383:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074926.439388:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80229 [1] + 224
00000800:00000001:0.0:1769074926.439393:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.439399:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074926.439402:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074926.439405:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074926.439409:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074926.439415:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6a00 x1855007617184768/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074926.439424:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139458d6a00 x1855007617184768/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074942 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074926.439441:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074926.439447:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074926.439450:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074927.712308:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296585975, at 4296585985
00000100:00000010:0.0:1769074927.712316:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174960.
00000800:00000001:0.0:1769074931.523780:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.523804:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074931.523808:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.523811:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074931.523822:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523831:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074931.523843:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523848:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523856:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523861:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f280
00000400:00000200:0.0:1769074931.523868:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523875:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80231 [256] + 0
00000400:00000010:0.0:1769074931.523881:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ad68.
00000400:00000200:0.0:1769074931.523890:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074931.523899:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523906:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074931.523913:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69077:69077:256:4294967295] 192.168.204.140@tcp LPNI seq info [69077:69077:8:4294967295]
00000400:00000200:0.0:1769074931.523917:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.523925:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074931.523930:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074931.523938:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074931.523946:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074931.523953:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074931.523958:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074931.524973:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074931.524982:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074931.525001:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074931.525008:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074931.525016:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074931.525019:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074931.525025:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074931.525028:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f0e00 desc ffff9139442da400 mbits 1855007617184384
00000100:00000001:0.0:1769074931.525046:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074931.525057:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.525065:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074931.525068:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.525070:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074931.525075:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525079:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074931.525084:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525086:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525090:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525094:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f100
00000400:00000200:0.0:1769074931.525098:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525103:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80251 [256] + 0
00000400:00000010:0.0:1769074931.525107:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a478.
00000400:00000200:0.0:1769074931.525110:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074931.525115:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525119:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074931.525123:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69078:69078:256:4294967295] 192.168.204.140@tcp LPNI seq info [69078:69078:8:4294967295]
00000400:00000200:0.0:1769074931.525127:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.525134:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074931.525138:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074931.525143:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074931.525150:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074931.525154:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074931.525157:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074931.555140:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.555158:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074931.555162:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074931.555165:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074931.555174:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555192:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074931.555201:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555205:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555210:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555214:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f080
00000400:00000200:0.0:1769074931.555219:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555225:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80261 [256] + 0
00000400:00000010:0.0:1769074931.555230:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136aaa8.
00000400:00000200:0.0:1769074931.555235:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074931.555243:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555249:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074931.555254:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69079:69079:256:4294967295] 192.168.204.140@tcp LPNI seq info [69079:69079:8:4294967295]
00000400:00000200:0.0:1769074931.555883:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074931.555893:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074931.555899:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074931.555908:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074931.555916:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074931.555923:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074931.555927:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074931.557276:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074931.557284:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074931.557293:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074931.557301:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074931.572748:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074931.572754:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074931.572761:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074931.572763:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5c00 desc ffff9139516e1400 mbits 1855007617183872
00000100:00000001:0.0:1769074931.572782:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074931.574723:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074931.574732:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944772000.
00000400:00000200:0.0:1769074931.574739:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074931.574749:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074931.574757:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945720000
00000400:00000010:0.0:1769074931.574759:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945720000.
00000100:00000001:0.0:1769074931.574765:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074931.574767:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7100 desc ffff9139445bbc00 mbits 1855007617183744
00000100:00000001:0.0:1769074931.574786:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074931.576583:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074931.576589:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944774000.
00000400:00000200:0.0:1769074931.576595:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074931.576602:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074931.576608:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:0.0:1769074931.576610:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:0.0:1769074931.576614:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074931.576616:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5500 desc ffff91394beb0400 mbits 1855007617184128
00000100:00000001:0.0:1769074931.576631:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074931.577218:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074931.577221:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944770000.
00000400:00000200:0.0:1769074931.577224:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074931.577229:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074931.577231:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945724000
00000400:00000010:0.0:1769074931.577233:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945724000.
00000100:00000001:0.0:1769074931.577235:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074931.577237:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7800 desc ffff9139445ba000 mbits 1855007617183616
00000100:00000001:0.0:1769074931.577239:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:3.1:1769074931.597281:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597306:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597325:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597333:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597338:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.597994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.598008:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.598017:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.598027:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.598036:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.599703:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.599723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.599732:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.599741:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074931.610335:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1444636 low water 1374834 conn ffff91394b1e6000 blocked idle queued
00000100:00000040:0.0:1769074932.894807:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296591109, at 4296591168
00000100:00000010:0.0:1769074932.894829:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000100:00000040:0.0:1769074936.671055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074936.671066:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074936.671078:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769074936.671084:0:36:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000100:00000001:0.0:1769074936.671088:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074936.671092:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074936.671098:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074936.671109:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2500.
00000100:00000001:0.0:1769074936.671115:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671126:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074936.671138:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074936.671142:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671148:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.671182:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671185:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074936.671188:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074936.671191:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769074936.671194:0:36:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:0.0:1769074936.671196:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074936.671197:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074936.671199:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074936.671202:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2300.
00000100:00000001:0.0:1769074936.671205:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671209:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074936.671216:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074936.671218:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671223:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_00_00+0]  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.671231:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671233:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769074936.671237:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769074936.671240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1769074936.671242:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered
00000100:00000010:0.0:1769074936.671246:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769074936.671248:0:36:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=33 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:0.0:1769074936.671250:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074936.671251:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769074936.671253:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074936.671256:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff913942bb2b00.
00000100:00000001:0.0:1769074936.671259:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671263:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074936.671276:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769074936.671278:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671282:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_00_01+1]  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.671288:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.671293:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1932)
00000800:00000200:0.0:1769074936.672651:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074936.672692:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769074936.672699:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074936.672707:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074936.672715:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:0.0:1769074936.672719:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:0.0:1769074936.672726:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074936.672735:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.672755:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.672760:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.672769:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.672773:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074936.672793:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074936.672797:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769074936.672802:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074936.672810:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074936.672817:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:0.0:1769074936.672821:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:0.0:1769074936.672826:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074936.672832:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.672845:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.672850:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.672874:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.672878:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074936.672904:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074936.672908:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074936.675390:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074936.675409:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074936.675413:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074936.675416:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074936.675427:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074936.676162:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074936.676175:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074936.676180:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074936.676189:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074936.676193:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e13f980
00000400:00000200:0.0:1769074936.676200:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074936.676207:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x802c1 [1] + 224
00000800:00000001:0.0:1769074936.676216:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074936.676229:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074936.676232:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074936.676237:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074936.676245:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074936.676254:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074936.676265:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff9139443b9180 x1855007617186176/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.676290:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074936.676308:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074936.676311:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.694412:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074936.694418:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074936.698132:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074936.698139:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074936.698145:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9948.
00000400:00000200:0.0:1769074936.698155:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507436e8
00000400:00000010:0.0:1769074936.698158:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507436e8.
00000100:00000001:0.0:1769074936.698163:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074936.698175:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074936.698187:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.698196:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074936.698199:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.698201:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074936.698205:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074936.698208:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074936.698210:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074936.698213:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074936.698224:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b8c458 time=113 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074936.698228:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b8c410 time=28 v=5 (1 1 0 0)
00000100:00000001:0.0:1769074936.698231:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074936.698233:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074936.698236:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074936.698239:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.698243:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00100000:0.0:1769074936.698245:0:2371:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: committing for last_committed 4294971801 gen 8
00000100:00000040:0.0:1769074936.698250:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff9139458d4000 x1855007617184000/t4294971795(4294971795) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.698258:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.698262:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4000 x1855007617184000/t4294971795(4294971795) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.698268:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.698521:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.698528:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139442da000.
02000000:00000001:0.0:1769074936.698534:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.698537:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.698540:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=32 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.698542:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.698545:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.698547:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.698548:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=31 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.698550:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.698564:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9a000.
00000100:00000010:0.0:1769074936.698568:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139516e1000.
00000100:00000001:0.0:1769074936.698572:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.698575:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9139511ab200.
02000000:00000001:0.0:1769074936.698579:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.698581:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.698585:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4000.
00000100:00000001:0.0:1769074936.698589:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.698591:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.698598:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff9139458d5c00 x1855007617183872/t4294971796(4294971796) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.698605:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.698608:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617183872/t4294971796(4294971796) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.698613:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.698615:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.698616:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139442d9400.
02000000:00000001:0.0:1769074936.698619:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.698620:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.698621:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=30 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699098:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.699099:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.699101:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699102:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=29 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699104:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.699113:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9f000.
00000100:00000010:0.0:1769074936.699117:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139516e1400.
00000100:00000001:0.0:1769074936.699119:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.699120:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9139511ab800.
02000000:00000001:0.0:1769074936.699123:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.699124:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.699125:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:0.0:1769074936.699128:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.699129:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.699134:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff9139458d7800 x1855007617183616/t4294971797(4294971797) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699141:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.699144:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617183616/t4294971797(4294971797) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699150:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.699151:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.699153:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139442da800.
02000000:00000001:0.0:1769074936.699155:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.699156:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699157:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=28 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699159:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.699160:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.699161:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699162:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=27 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699164:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.699174:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9e000.
00000100:00000010:0.0:1769074936.699177:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139445ba000.
00000100:00000001:0.0:1769074936.699179:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.699180:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9139511aba00.
02000000:00000001:0.0:1769074936.699182:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.699183:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.699184:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:0.0:1769074936.699187:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.699188:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.699193:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff9139458d7100 x1855007617183744/t4294971798(4294971798) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699198:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.699201:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617183744/t4294971798(4294971798) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699206:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.699207:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.699209:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139442d9c00.
02000000:00000001:0.0:1769074936.699211:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.699212:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699213:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=26 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699215:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.699216:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.699217:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699218:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=25 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699220:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.699229:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9b000.
00000100:00000010:0.0:1769074936.699232:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139445bbc00.
00000100:00000001:0.0:1769074936.699233:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.699235:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9139511ab000.
02000000:00000001:0.0:1769074936.699236:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.699237:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.699238:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:0.0:1769074936.699240:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.699241:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.699245:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff9139458d5500 x1855007617184128/t4294971799(4294971799) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699251:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.699253:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617184128/t4294971799(4294971799) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699258:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.699259:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.699261:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139442dbc00.
02000000:00000001:0.0:1769074936.699267:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.699268:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699269:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=24 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699270:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.699535:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.699538:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699539:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=23 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699542:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.699562:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9139446c2000.
00000100:00000010:0.0:1769074936.699565:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff91394beb0400.
00000100:00000001:0.0:1769074936.699568:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.699570:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9139511aac00.
02000000:00000001:0.0:1769074936.699572:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.699574:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.699575:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:0.0:1769074936.699578:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.699579:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.699585:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff91394b3f1500 x1855007617184256/t4294971800(4294971800) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699592:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.699594:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1500 x1855007617184256/t4294971800(4294971800) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.699600:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.699601:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.699602:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139600afc00.
02000000:00000001:0.0:1769074936.699605:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.699606:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699607:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=22 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699608:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.699609:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.699610:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.699611:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=21 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.699613:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.699621:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91385a7a9000.
00000100:00000010:0.0:1769074936.700208:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139442dac00.
00000100:00000001:0.0:1769074936.700210:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.700213:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff913949088c00.
02000000:00000001:0.0:1769074936.700215:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.700217:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.700219:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1500.
00000100:00000001:0.0:1769074936.700223:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.700224:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.700231:0:2371:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 4294971801)  req@ffff91394b3f2300 x1855007617183488/t4294971801(4294971801) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.700238:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.700240:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2300 x1855007617183488/t4294971801(4294971801) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074947 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074936.700247:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.700248:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.700250:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139600ad400.
02000000:00000001:0.0:1769074936.700252:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.700253:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.700254:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=20 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.700256:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1769074936.700257:0:2371:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:0.0:1769074936.700259:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.700260:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.700262:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:0.0:1769074936.700354:0:2371:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394555f000.
00000100:00000010:0.0:1769074936.700357:0:2371:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139442db000.
00000100:00000001:0.0:1769074936.700361:0:2371:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:0.0:1769074936.700362:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff913949088600.
02000000:00000001:0.0:1769074936.700364:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.700366:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.700367:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2300.
00000100:00000001:0.0:1769074936.700369:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.700371:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.700373:0:2371:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769074936.700376:0:2371:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: normal: skip=1 replay=7/7 committed=0/0
00000100:00000001:0.0:1769074936.700378:0:2371:0:(client.c:3192:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074936.700380:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.700387:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.700394:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074936.700398:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074936.700400:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.700404:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074936.700411:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617186432:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074936.700418:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.700421:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.700423:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617186432/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.700429:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.700430:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.700432:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7fc00.
02000000:00000001:0.0:1769074936.701373:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.701378:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.701380:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074936.701384:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074936.701386:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2b00.
02000000:00000001:0.0:1769074936.701391:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.701393:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.701394:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:0.0:1769074936.701398:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.701399:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.701403:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.701405:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074936.701408:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074936.701416:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074936.701418:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074936.701421:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9bb0.
00000400:00000200:0.0:1769074936.701424:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743088
00000400:00000010:0.0:1769074936.701426:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743088.
00000100:00000001:0.0:1769074936.701430:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074936.701773:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074936.701786:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.701795:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074936.701797:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.701800:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074936.701803:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074936.701805:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074936.701808:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074936.701811:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074936.701823:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=114 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074936.701828:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=114 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074936.701831:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074936.701833:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074936.701835:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074936.701839:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.701843:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074936.701845:0:2371:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993655
00000100:00000001:0.0:1769074936.701847:0:2371:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074936.701848:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074936.701853:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.701859:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074936.701863:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074936.701864:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074936.701868:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074936.701874:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617186304:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074936.701878:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.701880:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074936.701883:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617186304/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074952 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074936.701889:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074936.701890:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074936.701893:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7e600.
02000000:00000001:0.0:1769074936.701896:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074936.701897:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074936.701899:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074936.701901:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074936.701902:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff913942bb2300.
02000000:00000001:0.0:1769074936.701905:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074936.701906:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074936.701907:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:0.0:1769074936.701910:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074936.701911:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.701913:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074936.701920:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074936.701922:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074936.701924:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074936.701926:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074938.017423:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296596280, at 4296596290
00000100:00000010:0.0:1769074938.017438:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000800:00000200:0.0:1769074941.791850:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.791857:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e300.
00000400:00000200:0.0:1769074941.791864:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.791869:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074941.791874:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170440
00000400:00000010:0.0:1769074941.791876:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170440.
00000100:00000001:0.0:1769074941.791880:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074941.791884:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6680 x1855007617185920/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.791893:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074941.791896:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6680 x1855007617185920/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.791902:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.791904:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074941.791972:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.791974:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38eb00.
00000400:00000200:0.0:1769074941.791977:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.791980:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074941.791982:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170c38
00000400:00000010:0.0:1769074941.791984:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170c38.
00000100:00000001:0.0:1769074941.791986:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074941.791988:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4380 x1855007617185792/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.791994:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074941.791997:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4380 x1855007617185792/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.792002:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.792004:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074941.792164:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.792167:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1100.
00000400:00000200:0.0:1769074941.792179:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.792183:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074941.792185:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972ee0
00000400:00000010:0.0:1769074941.792187:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972ee0.
00000100:00000001:0.0:1769074941.792190:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074941.792194:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5880 x1855007617186048/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.792201:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074941.792203:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5880 x1855007617186048/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.792208:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.793091:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074941.794791:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074941.794795:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074941.794803:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074941.794809:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709500 x1855007617186560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074941.794818:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074941.794820:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074941.794823:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074941.794827:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074941.794831:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074941.794834:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2370:1855007617186560:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074941.794838:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074941.794845:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074941.794847:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074941.794849:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074941.794854:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913948bf2600.
02000000:00000001:0.0:1769074941.794856:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074941.794864:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074941.794869:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096948.
00000400:00000010:0.0:1769074941.794875:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd198.
00000100:00000200:0.0:1769074941.794881:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617186560, portal 25
00000100:00000001:0.0:1769074941.794884:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074941.794886:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000100:00000040:0.0:1769074941.794891:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709500 x1855007617186560/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074941.794899:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074941.794902:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074941.794905:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd550.
00000100:00000200:0.0:1769074941.794907:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617186560, offset 0
00000400:00000200:0.0:1769074941.794913:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074941.794921:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.794929:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074941.794934:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074941.794938:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074941.794942:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074941.794945:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074941.794949:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69095:69095:256:4294967295] 192.168.204.140@tcp LPNI seq info [69095:69095:8:4294967295]
00000400:00000200:0.0:1769074941.794953:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.795862:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074941.795873:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074941.795882:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2300.
00000800:00000200:0.0:1769074941.795890:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074941.795898:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074941.795903:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2300 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074941.795919:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074941.813762:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074941.813769:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296601420
00000100:00000001:0.0:1769074941.813779:0:2370:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296601418
00000100:00000001:0.0:1769074941.813785:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296601420
00000100:00000001:0.0:1769074941.813787:0:2370:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296601418
00000100:00000001:0.0:1769074941.813791:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074941.813794:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.813797:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.813800:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074941.813808:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074941.813810:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074941.813814:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074941.813816:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074941.813817:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.813820:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074941.846281:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.846310:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074941.846314:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.846317:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074941.846332:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846341:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074941.846352:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846357:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846367:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f880
00000400:00000200:0.0:1769074941.846372:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846380:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x802f1 [256] + 0
00000400:00000010:0.0:1769074941.846386:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136af78.
00000400:00000200:0.0:1769074941.846394:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913945722000
00000400:00000200:0.0:1769074941.846401:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846407:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074941.846413:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69102:69102:251:4294967295] 192.168.204.140@tcp LPNI seq info [69102:69102:3:4294967295]
00000400:00000200:0.0:1769074941.846417:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846425:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074941.846431:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074941.846440:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074941.846451:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074941.846459:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074941.846464:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074941.846515:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.846518:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1600.
00000400:00000200:0.0:1769074941.846523:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.846527:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074941.846532:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972198
00000400:00000010:0.0:1769074941.846535:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972198.
00000100:00000001:0.0:1769074941.846540:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074941.846549:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6a00 x1855007617185152/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.846561:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074941.846565:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6a00 x1855007617185152/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074957 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074941.846572:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074941.846574:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074941.846583:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.846588:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074941.846589:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.846591:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074941.846594:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846597:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074941.846602:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846604:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846607:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846609:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f800
00000400:00000200:0.0:1769074941.846612:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846616:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80301 [256] + 0
00000400:00000010:0.0:1769074941.846619:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ae18.
00000400:00000200:0.0:1769074941.846621:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913945726000
00000400:00000200:0.0:1769074941.846625:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.846627:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074941.848076:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69103:69103:251:4294967295] 192.168.204.140@tcp LPNI seq info [69103:69103:3:4294967295]
00000400:00000200:0.0:1769074941.848085:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.848095:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074941.848102:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074941.848115:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074941.848124:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074941.848131:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074941.848137:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074941.851160:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.851165:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074941.851182:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.851186:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074941.851190:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945722000
00000400:00000010:0.0:1769074941.851192:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945722000.
00000100:00000001:0.0:1769074941.851200:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074941.851203:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6680 desc ffff91394b3f7400 mbits 1855007617185920
00000100:00000001:0.0:1769074941.851226:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074941.851232:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.851236:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074941.851907:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.851911:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074941.851914:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.851919:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074941.851922:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945726000
00000400:00000010:0.0:1769074941.851924:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945726000.
00000100:00000001:0.0:1769074941.851928:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074941.851930:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4380 desc ffff91394b3f5800 mbits 1855007617185792
00000100:00000001:0.0:1769074941.851933:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074941.852632:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.852637:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944774000.
00000400:00000200:0.0:1769074941.852644:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.852650:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074941.852655:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944662000
00000400:00000010:0.0:1769074941.860101:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944662000.
00000100:00000001:0.0:1769074941.860124:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074941.860127:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5880 desc ffff91394b3f4000 mbits 1855007617186048
00000100:00000001:0.0:1769074941.860139:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074941.860158:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.860177:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074941.860180:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.860183:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074941.860204:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860222:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074941.860234:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860238:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860244:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860248:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f580
00000400:00000200:0.0:1769074941.860254:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860261:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80351 [256] + 0
00000400:00000010:0.0:1769074941.860266:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7948.
00000400:00000200:0.0:1769074941.860271:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944660000
00000400:00000200:0.0:1769074941.860280:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860286:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074941.860293:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69105:69105:256:4294967295] 192.168.204.140@tcp LPNI seq info [69105:69105:8:4294967295]
00000400:00000200:0.0:1769074941.860298:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.860305:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074941.860310:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074941.860317:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074941.860325:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074941.860331:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074941.860336:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074941.862386:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.862393:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f70000.
00000400:00000200:0.0:1769074941.862398:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.862405:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074941.862412:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944660000
00000400:00000010:0.0:1769074941.862415:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944660000.
00000100:00000001:0.0:1769074941.862420:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074941.862422:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6a00 desc ffff9139600ac400 mbits 1855007617185152
00000100:00000001:0.0:1769074941.862439:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074941.862449:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.862457:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074941.862460:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.862476:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074941.862483:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862488:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074941.862492:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862495:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862499:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862502:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13f600
00000400:00000200:0.0:1769074941.862506:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862511:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80381 [256] + 0
00000400:00000010:0.0:1769074941.862515:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a058.
00000400:00000200:0.0:1769074941.862519:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139460b0000
00000400:00000200:0.0:1769074941.862525:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862530:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074941.862535:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69109:69109:253:4294967295] 192.168.204.140@tcp LPNI seq info [69109:69109:5:4294967295]
00000400:00000200:0.0:1769074941.862539:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074941.862545:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074941.862549:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074941.862554:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074941.862560:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074941.862565:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074941.862569:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074941.862611:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(1019904) -11
00000800:00000001:0.0:1769074941.862614:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074941.862616:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074941.863492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -11376 low water 2102840 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.863514:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -11376 low water 2102840 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.863532:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -12656 low water 2103480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.863540:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.864758:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.864774:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868762:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868777:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 3960 low water 2095172 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 33364 low water 2080470 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868830:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 32084 low water 2081110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868833:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 32084 low water 2081110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868854:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 60208 low water 2067048 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868892:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 126684 low water 2033810 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.868919:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 165036 low water 2014634 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 193160 low water 2000572 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871693:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 193160 low water 2000572 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871705:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 193160 low water 2000572 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871712:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 193160 low water 2000572 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871760:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 230232 low water 1982036 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.871789:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 267304 low water 1963500 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.872777:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 267304 low water 1963500 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.872797:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 267304 low water 1963500 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.873422:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 267304 low water 1963500 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.873461:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 267304 low water 1963500 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.873778:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 266024 low water 1964140 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 294148 low water 1950078 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877141:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 294148 low water 1950078 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877220:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 358064 low water 1918120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877234:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 358064 low water 1918120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 358064 low water 1918120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877298:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 421980 low water 1886162 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877345:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 485896 low water 1854204 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877385:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.877390:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.880304:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.880334:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.880345:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.880357:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.887941:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.887973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.887985:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.887996:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888005:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888010:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888794:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888831:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888841:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888849:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.888859:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.891152:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.891193:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.891206:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.891227:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900835:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900847:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900867:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.900874:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.904097:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1765496 low water 1214404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074941.905374:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074941.905385:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944770000.
00000400:00000200:0.0:1769074941.905394:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074941.905404:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074941.905413:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945724000
00000400:00000010:0.0:1769074941.905415:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913945724000.
00000100:00000001:0.0:1769074941.905421:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074941.905423:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4700 desc ffff91394b3f6800 mbits 1855007617185664
00000100:00000001:0.0:1769074941.905447:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:3.1:1769074941.909103:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.909121:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.909133:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.909143:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.912904:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.912941:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.912953:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.912964:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.912984:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.913738:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.913750:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.913761:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.913771:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.914721:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.914739:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.914750:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.914760:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915247:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915262:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915271:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915280:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915787:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915802:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915811:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.915821:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.916331:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927165:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927198:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927217:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927228:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927236:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927255:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927288:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1126336 low water 1533984 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.927443:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1829412 low water 1182446 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.929809:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.929825:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.929834:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.929844:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.929855:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.930517:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.930542:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.930553:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.930563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.930572:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.934424:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.934447:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.934458:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.934467:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.934475:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.936427:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.936450:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.936459:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.936469:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.936477:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.937503:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.937522:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938205:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938227:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938236:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938919:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938934:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938944:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938953:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.938961:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.939667:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942746:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942775:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942785:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942803:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942813:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.942819:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.944760:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.944785:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951765:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951795:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951806:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951815:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951850:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.951863:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074941.952084:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1765496 low water 1214404 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074942.296933:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074942.296939:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:0.0:1769074942.296943:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074942.296949:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074942.296954:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743c38
00000400:00000010:0.0:1769074942.296956:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743c38.
00000100:00000001:0.0:1769074942.296959:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074942.296964:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff913944709500 x1855007617186944/t0(0) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/944 e 0 to 0 dl 1769074958 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.296973:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.296976:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff913944709500 x1855007617186944/t0(0) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/944 e 0 to 0 dl 1769074958 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.296981:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.296983:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074942.309578:0:54144:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074942.310033:0:54144:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074942.310036:0:54144:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074942.310040:0:54144:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f96e0.
00000400:00000200:0.0:1769074942.310045:0:54144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743cc0
00000400:00000010:0.0:1769074942.310047:0:54144:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743cc0.
00000100:00000001:0.0:1769074942.310050:0:54144:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074942.310055:0:54144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709500 x1855007617186944/t0(0) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/944 e 0 to 0 dl 1769074958 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000200:0.0:1769074942.310065:0:54144:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709500 x1855007617186944/t0(0) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/944 e 0 to 0 dl 1769074958 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310072:0:54144:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074942.310074:0:54144:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074942.310077:0:54144:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074942.310080:0:54144:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074942.310083:0:54144:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074942.310085:0:54144:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074942.310088:0:54144:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074942.310098:0:54144:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89ca0 time=119 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074942.310101:0:54144:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=120 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074942.310104:0:54144:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074942.310106:0:54144:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074942.310109:0:54144:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074942.310112:0:54144:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.310115:0:54144:0:(client.c:1532:ptlrpc_save_versions()) Process entered
00000100:00000040:0.0:1769074942.310117:0:54144:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0]
00000100:00000001:0.0:1769074942.310118:0:54144:0:(client.c:1541:ptlrpc_save_versions()) Process leaving
00000100:00000001:0.0:1769074942.310121:0:54144:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074942.310122:0:54144:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000100:00000001:0.0:1769074942.310126:0:54144:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074942.310128:0:54144:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993655
00000100:00000001:0.0:1769074942.310131:0:54144:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074942.310133:0:54144:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074942.310138:0:54144:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310155:0:54144:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074942.310158:0:54144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074942.310160:0:54144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074942.310164:0:54144:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1769074942.310173:0:54144:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job directio:c2781535-53f9-4431-b9b2-36b61b7fcbc1:54144:1855007617186944:192.168.204.140@tcp:35:directio.0
00000100:00000001:0.0:1769074942.310177:0:54144:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074942.310180:0:54144:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.310182:0:54144:0:(client.c:1223:ptlrpc_set_destroy()) Process entered
00000100:00000001:0.0:1769074942.310184:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310187:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310193:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769074942.310196:0:54144:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff913949121f00.
00000100:00000001:0.0:1769074942.310199:0:54144:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving
00000100:00000001:0.0:1769074942.310214:0:54144:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.310221:0:54144:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074942.310222:0:54144:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000002:00000001:0.0:1769074942.310225:0:54144:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1769074942.310229:0:54144:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1769074942.310233:0:54144:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff913942d7f200.
00000080:00000001:0.0:1769074942.310238:0:54144:0:(file.c:266:ll_close_inode_openhandle()) Process leaving
00800000:00000001:0.0:1769074942.310242:0:54144:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered
00000002:00000001:0.0:1769074942.310247:0:54144:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered
00000002:00100000:0.0:1769074942.310253:0:54144:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0  req@ffff9139443b8e00 x1855007617171328/t4294993655(4294993655) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074900 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310261:0:54144:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074942.310263:0:54144:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000001:0.0:1769074942.310265:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310269:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617171328/t4294993655(4294993655) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074900 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310275:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.310277:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310280:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310285:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074942.310287:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310290:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617171328/t4294993655(4294993655) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/664 e 0 to 0 dl 1769074900 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310296:0:54144:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:0.0:1769074942.310298:0:54144:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074942.310300:0:54144:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074942.310302:0:54144:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074942.310305:0:54144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:0.0:1769074942.310308:0:54144:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074942.310311:0:54144:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074942.310313:0:54144:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:0.0:1769074942.310317:0:54144:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074942.310318:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074942.310320:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310322:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310328:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000002:00000010:0.0:1769074942.310330:0:54144:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff91394cbb9040.
00000002:00000001:0.0:1769074942.310333:0:54144:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00800000:00000001:0.0:1769074942.310335:0:54144:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1769074942.310347:0:54144:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff913948a92e00.
00000100:00000001:0.0:1769074942.310350:0:54144:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074942.310353:0:54144:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709500 x1855007617186944/t4294993656(4294993656) o35->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:23/10 lens 392/456 e 0 to 0 dl 1769074958 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074942.310364:0:54144:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074942.310365:0:54144:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074942.310368:0:54144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff913946857000.
02000000:00000001:0.0:1769074942.310371:0:54144:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074942.310372:0:54144:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074942.310373:0:54144:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=3 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074942.310375:0:54144:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074942.310376:0:54144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff913942d7fe00.
02000000:00000001:0.0:1769074942.310378:0:54144:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074942.310379:0:54144:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074942.310380:0:54144:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709500.
00000100:00000001:0.0:1769074942.310383:0:54144:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074942.310384:0:54144:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000080:00000001:0.0:1769074942.310386:0:54144:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:0.0:1769074942.310389:0:54144:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff91394c994500.
00000080:00000001:0.0:1769074942.310393:0:54144:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769074942.310399:0:54144:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1c881d2fd68
00000080:00000008:0.0:1769074942.310402:0:54144:0:(file.c:464:ll_file_release()) COMPLETED file f77f.sanity:[0x200000406:0xc37:0x0](ffff913944915348), flags 140002, rc = 0
00000080:00000001:0.0:1769074942.310407:0:54144:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0)
00000080:00000001:0.0:1769074942.310412:0:54144:0:(dcache.c:120:ll_ddelete()) Process entered
00000020:00000001:0.0:1769074942.310414:0:54144:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffb1c881d2fd98
00000080:00002000:0.0:1769074942.310416:0:54144:0:(dcache.c:127:ll_ddelete()) keeping dentry f77f.sanity (ffff9139434cb510, parent ffff9139497fb798, inode ffff913944915348) hashed,
00000080:00000001:0.0:1769074942.310419:0:54144:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074943.201754:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296601442, at 4296601474
00000100:00000010:0.0:1769074943.201769:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000001:00000001:0.0:1769074943.857012:0:54285:0:(debug.c:664:libcfs_debug_mark_buffer()) **************************************************
00000001:02000400:0.0:1769074943.857019:0:54285:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: set checksum type to t10ip512, rc = 0
00000001:00000001:0.0:1769074943.861146:0:54285:0:(debug.c:667:libcfs_debug_mark_buffer()) **************************************************
00000800:00000200:0.0:1769074944.785229:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074944.785235:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1900.
00000400:00000200:0.0:1769074944.785240:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074944.785247:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074944.785253:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972770
00000400:00000010:0.0:1769074944.785255:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972770.
00000100:00000001:0.0:1769074944.785260:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074944.785265:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4e00 x1855007617187072/t0(0) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/1792 e 0 to 0 dl 1769074960 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.785277:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074944.785281:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4e00 x1855007617187072/t0(0) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 576/1792 e 0 to 0 dl 1769074960 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.785289:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074944.785291:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769074944.795982:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296603068, at 4296603069
00000100:00000010:0.0:1769074944.795993:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174d20.
00000800:00000200:0.0:1769074944.801711:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074944.801715:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1700.
00000400:00000200:0.0:1769074944.801721:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074944.801727:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074944.801733:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489725d8
00000400:00000010:0.0:1769074944.801735:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489725d8.
00000100:00000001:0.0:1769074944.801740:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074944.801745:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4e00 x1855007617187328/t0(0) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 968/66640 e 0 to 0 dl 1769074960 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.801756:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074944.801767:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4e00 x1855007617187328/t0(0) o101->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 968/66640 e 0 to 0 dl 1769074960 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.801774:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074944.801776:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000010:2.1:1769074944.805983:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91395898a200.
00010000:00000010:2.1:1769074944.805998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119800.
00000100:00000040:0.0:1769074944.812824:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296603085, at 4296603086
00000100:00000010:0.0:1769074944.812841:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174060.
00010000:00000010:2.1:1769074944.830924:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff91395898ac00.
00000800:00000200:0.0:1769074944.837968:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074944.837980:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074944.837990:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074944.837999:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074944.838006:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972a18
00000400:00000010:0.0:1769074944.838009:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972a18.
00000100:00000001:0.0:1769074944.838014:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074944.838022:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4700 x1855007617187456/t0(0) o103->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074960 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074944.838736:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074944.838745:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617187456/t0(0) o103->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:17/18 lens 328/224 e 0 to 0 dl 1769074960 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074944.838754:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074944.838756:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000010:2.1:1769074944.840797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949118c00.
00000100:00000040:0.0:1769074944.844853:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296603117, at 4296603118
00000100:00000010:0.0:1769074944.844873:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174f60.
00000800:00000200:0.0:1769074944.993792:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074944.993796:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074944.993801:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074944.993806:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074944.993811:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972088
00000400:00000010:0.0:1769074944.993813:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972088.
00000100:00000001:0.0:1769074944.993817:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074944.993821:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3b80 x1855007617187584/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074960 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.993831:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074944.993834:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3b80 x1855007617187584/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074960 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074944.993842:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074944.993843:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074945.002042:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.002055:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074945.002057:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.002060:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074945.002064:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002068:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074945.002073:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002076:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002081:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002084:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13ff00
00000400:00000200:0.0:1769074945.002088:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002092:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x803b9 [256] + 0
00000400:00000010:0.0:1769074945.002097:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7b58.
00000400:00000200:0.0:1769074945.002101:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944666000
00000400:00000200:0.0:1769074945.002106:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002110:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074945.002114:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69119:69119:254:4294967295] 192.168.204.140@tcp LPNI seq info [69119:69119:6:4294967295]
00000400:00000200:0.0:1769074945.002118:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002123:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074945.002127:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074945.002142:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074945.002148:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074945.002152:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074945.002163:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074945.002252:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.002257:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e000.
00000400:00000200:0.0:1769074945.002260:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.002265:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074945.002270:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170220
00000400:00000010:0.0:1769074945.002273:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170220.
00000100:00000001:0.0:1769074945.002277:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074945.002283:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3800 x1855007617187968/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074960 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.002292:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074945.002295:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3800 x1855007617187968/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074960 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.002302:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074945.002304:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074945.002311:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.002315:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074945.002317:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.002320:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074945.002323:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002326:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074945.002330:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002332:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002335:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002337:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140000
00000400:00000200:0.0:1769074945.002341:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002344:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x803c9 [256] + 0
00000400:00000010:0.0:1769074945.002348:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7c08.
00000400:00000200:0.0:1769074945.002351:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944660000
00000400:00000200:0.0:1769074945.002354:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002357:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074945.002360:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69120:69120:254:4294967295] 192.168.204.140@tcp LPNI seq info [69120:69120:6:4294967295]
00000400:00000200:0.0:1769074945.002363:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.002368:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074945.002372:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074945.002377:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074945.002382:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074945.002386:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074945.002388:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074945.003086:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.003091:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074945.003096:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.003102:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074945.003106:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944666000
00000400:00000010:0.0:1769074945.003109:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944666000.
00000100:00000001:0.0:1769074945.003113:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074945.003116:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3b80 desc ffff9139442d9400 mbits 1855007617187584
00000100:00000001:0.0:1769074945.003120:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074945.003128:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.003133:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074945.003135:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.003140:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074945.003144:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003148:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074945.003152:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003167:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003171:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003174:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e13ff80
00000400:00000200:0.0:1769074945.003178:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003182:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x803d9 [256] + 0
00000400:00000010:0.0:1769074945.003185:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7268.
00000400:00000200:0.0:1769074945.003188:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944662000
00000400:00000200:0.0:1769074945.003192:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003196:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074945.003200:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69121:69121:254:4294967295] 192.168.204.140@tcp LPNI seq info [69121:69121:6:4294967295]
00000400:00000200:0.0:1769074945.003204:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.003209:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074945.003214:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074945.003218:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074945.003224:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074945.003229:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074945.003232:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074945.003885:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.003890:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074945.003894:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.003899:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074945.003904:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944660000
00000400:00000010:0.0:1769074945.003906:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944660000.
00000100:00000001:0.0:1769074945.003909:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074945.003911:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2a00 desc ffff9139442d9800 mbits 1855007617187840
00000100:00000001:0.0:1769074945.003914:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074945.003921:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.003925:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074945.004626:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.004630:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074945.004636:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.004642:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074945.004648:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944662000
00000400:00000010:0.0:1769074945.004650:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944662000.
00000100:00000001:0.0:1769074945.004654:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074945.004656:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f1180 desc ffff9139442db800 mbits 1855007617187712
00000100:00000001:0.0:1769074945.004690:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074945.012421:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.012426:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e900.
00000400:00000200:0.0:1769074945.012433:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.012440:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074945.012447:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170088
00000400:00000010:0.0:1769074945.012449:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170088.
00000100:00000001:0.0:1769074945.012454:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074945.012461:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0380 x1855007617188096/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.012475:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074945.012479:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0380 x1855007617188096/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.012487:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074945.012489:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:3.1:1769074945.019874:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -31832 low water 2113068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020047:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -31832 low water 2113068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020054:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -31832 low water 2113068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020262:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -13936 low water 2104120 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020421:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -15216 low water 2104760 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020427:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -15216 low water 2104760 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020597:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2680 low water 2095812 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.020820:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2680 low water 2095812 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.021348:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1400 low water 2096452 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.021356:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1400 low water 2096452 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.021634:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 19296 low water 2087504 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.021884:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.021891:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 18016 low water 2088144 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023203:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 28244 low water 2083030 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023215:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 28244 low water 2083030 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023309:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 46140 low water 2074082 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023314:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 46140 low water 2074082 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023345:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 55088 low water 2069608 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023349:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 55088 low water 2069608 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023494:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 74264 low water 2060020 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023532:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 93440 low water 2050432 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023554:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 112616 low water 2040844 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023578:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 131792 low water 2031256 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023591:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 130512 low water 2031896 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023596:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 130512 low water 2031896 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023620:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 149688 low water 2022308 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.023635:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 170144 low water 2012080 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.025099:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.025117:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.025129:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.025140:0:41939:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 227672 low water 1983316 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.030808:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.031488:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.031967:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074945.032485:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.032548:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074945.032551:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.032554:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074945.032566:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032575:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074945.032583:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032589:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032595:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032599:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140100
00000400:00000200:0.0:1769074945.032605:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032612:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x803f9 [256] + 0
00000400:00000010:0.0:1769074945.032617:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ab00.
00000400:00000200:0.0:1769074945.032622:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139460b6000
00000400:00000200:0.0:1769074945.032630:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032636:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074945.032642:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69126:69126:253:4294967295] 192.168.204.140@tcp LPNI seq info [69126:69126:5:4294967295]
00000400:00000200:0.0:1769074945.032646:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032653:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074945.032688:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074945.032695:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074945.032703:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074945.032710:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074945.032714:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074945.032753:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.032757:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1400.
00000400:00000200:0.0:1769074945.032762:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.032767:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074945.032772:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972a18
00000400:00000010:0.0:1769074945.032774:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972a18.
00000100:00000001:0.0:1769074945.032778:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074945.032786:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1500 x1855007617188352/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.032798:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074945.032802:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1500 x1855007617188352/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.032809:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074945.032811:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074945.032818:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.032822:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074945.032824:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.032839:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074945.032844:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032847:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074945.032853:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032855:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032858:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032861:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140180
00000400:00000200:0.0:1769074945.032864:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032869:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80409 [256] + 0
00000400:00000010:0.0:1769074945.032872:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7478.
00000400:00000200:0.0:1769074945.032875:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944662000
00000400:00000200:0.0:1769074945.032878:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032882:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074945.032886:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69127:69127:253:4294967295] 192.168.204.140@tcp LPNI seq info [69127:69127:5:4294967295]
00000400:00000200:0.0:1769074945.032890:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074945.032896:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074945.032900:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074945.032905:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074945.032910:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074945.032914:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074945.032916:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074945.032932:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.032934:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e900.
00000400:00000200:0.0:1769074945.032937:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.032940:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074945.032943:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170660
00000400:00000010:0.0:1769074945.032945:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170660.
00000100:00000001:0.0:1769074945.032947:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074945.032951:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0e00 x1855007617188480/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.032959:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074945.032961:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0e00 x1855007617188480/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074961 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'directio.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074945.032968:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074945.032969:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074945.032973:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074945.032977:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074945.036748:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.037869:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038218:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038765:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038794:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038807:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038818:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038826:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038897:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 551092 low water 1821606 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038943:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038981:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.038986:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.039016:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.039077:0:2373:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.043502:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.043524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.043538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.043546:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045316:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045337:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045347:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045354:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045363:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045808:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045820:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045830:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045838:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.045846:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.051263:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.051289:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.051300:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.051331:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.051342:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1190252 low water 1502026 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.053070:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.053098:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.053109:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.053118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.053124:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.055630:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2085076 low water 1054614 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074945.063384:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.063394:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944774000.
00000400:00000200:0.0:1769074945.063401:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.063410:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074945.063419:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139460b4000
00000400:00000010:0.0:1769074945.063422:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139460b4000.
00000100:00000001:0.0:1769074945.063427:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074945.063429:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f3800 desc ffff9139442da400 mbits 1855007617187968
00000100:00000001:0.0:1769074945.063447:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074945.064131:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074945.064135:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074945.064142:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074945.064148:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074945.064166:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139460b6000
00000400:00000010:0.0:1769074945.064169:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139460b6000.
00000100:00000001:0.0:1769074945.064172:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074945.064174:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f0380 desc ffff9139442da800 mbits 1855007617188096
00000100:00000001:0.0:1769074945.064177:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:3.1:1769074945.069204:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069231:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069239:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069248:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069253:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069325:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069673:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069681:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.069690:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.070981:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.070994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071001:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071018:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071024:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071593:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071608:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071617:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071626:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.071636:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072086:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072110:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072119:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072775:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072800:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072809:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072817:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.072826:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.073543:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.073557:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.073567:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.073575:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.073583:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.074186:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.074219:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.074228:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.074235:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 295428 low water 1949438 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075588:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075608:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075618:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075628:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075637:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.075643:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076181:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076197:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076206:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076216:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076225:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076679:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076692:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076702:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.076710:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 998504 low water 1597900 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.081249:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.081267:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.081278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.081283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1062420 low water 1565942 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074945.081498:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 2021160 low water 1086572 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074946.272197:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.272202:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1100.
00000400:00000200:0.0:1769074946.272208:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.272213:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074946.272218:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972770
00000400:00000010:0.0:1769074946.272221:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972770.
00000100:00000001:0.0:1769074946.272226:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074946.272230:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7b80 x1855007617189504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.272240:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074946.272243:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7b80 x1855007617189504/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.272250:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074946.272252:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074946.272297:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.272300:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1600.
00000400:00000200:0.0:1769074946.272302:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.272306:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074946.272309:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489727f8
00000400:00000010:0.0:1769074946.272311:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489727f8.
00000100:00000001:0.0:1769074946.272313:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074946.272316:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d7480 x1855007617189376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.272323:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074946.272326:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d7480 x1855007617189376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.272332:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074946.272334:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074946.285170:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.285188:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.285193:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.285196:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.285207:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285216:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.285224:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285229:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285236:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285240:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140680
00000400:00000200:0.0:1769074946.285246:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285252:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80449 [256] + 0
00000400:00000010:0.0:1769074946.285258:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7370.
00000400:00000200:0.0:1769074946.285263:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944666000
00000400:00000200:0.0:1769074946.285270:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285276:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.285282:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69139:69139:256:4294967295] 192.168.204.140@tcp LPNI seq info [69139:69139:8:4294967295]
00000400:00000200:0.0:1769074946.285286:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.285295:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.285300:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.285307:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074946.285316:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.285323:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.285327:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074946.286307:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.286314:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074946.286321:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.286330:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074946.286336:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944666000
00000400:00000010:0.0:1769074946.286339:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944666000.
00000100:00000001:0.0:1769074946.286344:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074946.286348:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7b80 desc ffff91394b3f5800 mbits 1855007617189504
00000100:00000001:0.0:1769074946.286355:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074946.286364:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.286372:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.286374:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.286379:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.286385:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286390:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.286395:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286398:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286402:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286410:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140600
00000400:00000200:0.0:1769074946.286415:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286420:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80459 [256] + 0
00000400:00000010:0.0:1769074946.286424:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7948.
00000400:00000200:0.0:1769074946.286427:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913944660000
00000400:00000200:0.0:1769074946.286433:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286438:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.286443:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69140:69140:256:4294967295] 192.168.204.140@tcp LPNI seq info [69140:69140:8:4294967295]
00000400:00000200:0.0:1769074946.286448:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.286455:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.286461:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.286466:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074946.286474:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.286479:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.286482:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074946.289979:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.289988:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074946.289996:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.290005:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074946.290013:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944660000
00000400:00000010:0.0:1769074946.290016:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944660000.
00000100:00000001:0.0:1769074946.290021:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074946.290024:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7480 desc ffff91394b3f5000 mbits 1855007617189376
00000100:00000001:0.0:1769074946.290048:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074946.295766:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.295776:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.295780:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.295782:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.295790:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295796:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.295803:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295806:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295810:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295814:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140480
00000400:00000200:0.0:1769074946.295818:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295823:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80489 [256] + 0
00000400:00000010:0.0:1769074946.295829:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7c60.
00000400:00000200:0.0:1769074946.295835:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074946.295841:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295845:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.295850:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69142:69142:255:4294967295] 192.168.204.140@tcp LPNI seq info [69142:69142:7:4294967295]
00000400:00000200:0.0:1769074946.295854:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295860:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.295864:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.295870:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074946.295877:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.295882:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.295885:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074946.295890:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.295894:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.295896:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.295902:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.295905:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295909:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.295913:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295915:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295919:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295922:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140400
00000400:00000200:0.0:1769074946.295925:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295928:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80499 [256] + 0
00000400:00000010:0.0:1769074946.295931:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7790.
00000400:00000200:0.0:1769074946.295934:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074946.295937:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295941:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.295944:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69143:69143:254:4294967295] 192.168.204.140@tcp LPNI seq info [69143:69143:6:4294967295]
00000400:00000200:0.0:1769074946.295947:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.295953:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.295957:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.295962:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074946.295968:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.295972:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.295975:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074946.295978:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.295981:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.299792:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.299805:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.299808:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.299813:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.299823:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299830:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.299837:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299841:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299846:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299851:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140580
00000400:00000200:0.0:1769074946.299856:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299862:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80479 [256] + 0
00000400:00000010:0.0:1769074946.299867:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7000.
00000400:00000200:0.0:1769074946.299871:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500e8000
00000400:00000200:0.0:1769074946.299878:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299894:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.299900:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69144:69144:254:4294967295] 192.168.204.140@tcp LPNI seq info [69144:69144:6:4294967295]
00000400:00000200:0.0:1769074946.299905:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.299913:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.299919:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.299925:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074946.299932:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.299938:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.299942:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074946.299947:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.299950:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074946.304382:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304403:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304413:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304423:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304433:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304439:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000200:3.1:1769074946.304518:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked scheduled queued
00000800:00000001:0.0:1769074946.304704:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.304719:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.304722:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.304727:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.304749:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304757:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074946.304765:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304770:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304776:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304780:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140380
00000400:00000200:0.0:1769074946.304786:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304793:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x804a9 [256] + 0
00000400:00000010:0.0:1769074946.304799:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7cb8.
00000400:00000200:0.0:1769074946.304803:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074946.304812:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304817:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074946.304824:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69145:69145:254:4294967295] 192.168.204.140@tcp LPNI seq info [69145:69145:6:4294967295]
00000400:00000200:0.0:1769074946.304828:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.304837:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074946.304843:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074946.304850:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074946.304858:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074946.304865:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074946.304869:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074946.304874:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.304877:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074946.307278:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307315:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307324:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307330:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.307492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309484:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309508:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309519:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309529:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309539:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.309612:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.310946:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.310963:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.310987:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.310997:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.311005:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.313047:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.313069:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.313078:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.313086:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.313095:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074946.316666:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1637664 low water 1278320 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074946.325732:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.325744:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074946.325752:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.325761:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074946.325769:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:0.0:1769074946.325772:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:0.0:1769074946.325779:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074946.325782:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2300 desc ffff913944023400 mbits 1855007617189248
00000100:00000001:0.0:1769074946.325801:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074946.328901:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074946.328916:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074946.328926:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.328941:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074946.328952:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074946.328955:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074946.328961:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074946.328963:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4380 desc ffff91394b3f5c00 mbits 1855007617188736
00000100:00000001:0.0:1769074946.328986:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074946.441361:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441384:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.441389:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441392:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441405:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441413:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074946.441420:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441425:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441431:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441435:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140600
00000400:00000200:0.0:1769074946.441440:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441448:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80461 [1] + 224
00000800:00000001:0.0:1769074946.441457:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441463:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441467:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.441472:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074946.441480:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.441489:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7480 x1855007617189376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074946.441500:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7480 x1855007617189376/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.441520:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074946.441529:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441532:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.441534:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441536:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441539:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441542:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074946.441546:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441549:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441552:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441555:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140500
00000400:00000200:0.0:1769074946.441559:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441562:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80471 [1] + 224
00000800:00000001:0.0:1769074946.441566:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441570:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441572:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.441576:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074946.441579:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.441583:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5f80 x1855007617189120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074946.441591:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5f80 x1855007617189120/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.441598:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074946.441601:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441604:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.441605:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441607:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441611:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441614:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074946.441618:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441620:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441636:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441639:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140480
00000400:00000200:0.0:1769074946.441642:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.441646:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80491 [1] + 224
00000800:00000001:0.0:1769074946.441650:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441703:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.441706:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.441710:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074946.441714:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.441718:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6680 x1855007617188992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074946.441725:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6680 x1855007617188992/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.441732:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074946.441735:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.441739:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.518376:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.518399:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.518404:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.518406:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.518418:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.518426:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074946.518435:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.518441:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.518447:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.518451:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140380
00000400:00000200:0.0:1769074946.518456:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.518463:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x804b1 [1] + 224
00000800:00000001:0.0:1769074946.518471:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.518494:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.518499:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.518504:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074946.518511:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.518521:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4380 x1855007617188736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074946.518533:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4380 x1855007617188736/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074962 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074946.518553:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074946.518561:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.518564:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.913001:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074946.913007:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074946.916538:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.916561:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074946.916566:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.916568:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.916581:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.916590:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074946.916599:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.916604:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.916610:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.916614:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e140b00
00000400:00000200:0.0:1769074946.916620:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074946.916637:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x804c9 [1] + 224
00000800:00000001:0.0:1769074946.916646:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.916656:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074946.916704:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074946.916709:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074946.916718:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.916727:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff913944709180 x1855007617190656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074946.916738:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff913944709180 x1855007617190656/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074946.916748:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074946.916758:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074946.916763:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.920500:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074946.920505:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074946.920513:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074946.920515:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074946.920518:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9478.
00000400:00000200:0.0:1769074946.920523:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743220
00000400:00000010:0.0:1769074946.920526:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743220.
00000100:00000001:0.0:1769074946.920529:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074946.920534:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708380 x1855007617190784/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074946.920543:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708380 x1855007617190784/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074946.920549:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074946.920551:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.920554:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074946.920558:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074946.920561:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074946.920562:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074946.920565:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074946.920574:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b89c58 time=124 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074946.920579:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b89c10 time=124 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074946.920582:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074946.920583:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074946.920586:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074946.920589:0:2371:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074946.920592:0:2371:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074946.920595:0:2371:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff913942dbd000: skip recheck: last_committed 4294993656
00000100:00000001:0.0:1769074946.920597:0:2371:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074946.920600:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074946.920605:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708380 x1855007617190784/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074946.920612:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074946.920617:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074946.920619:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074946.920623:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708380 x1855007617190784/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074946.920631:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617190784:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074946.920636:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.920638:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074946.920641:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708380 x1855007617190784/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074946.920649:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074946.920651:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074946.920654:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7e400.
02000000:00000001:0.0:1769074946.920685:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074946.920688:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074946.920690:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=4 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074946.920693:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074946.920696:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12300.
02000000:00000001:0.0:1769074946.920699:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074946.920702:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074946.920704:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708380.
00000100:00000001:0.0:1769074946.920707:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074946.920708:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.920710:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074946.920718:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074946.920720:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074946.920722:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074946.920724:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074948.322056:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296606591, at 4296606595
00000100:00000010:0.0:1769074948.322071:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139491745a0.
00000800:00000200:0.0:1769074948.512717:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.512726:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e000.
00000400:00000200:0.0:1769074948.512736:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.512748:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.512757:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170550
00000400:00000010:0.0:1769074948.512762:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170550.
00000100:00000001:0.0:1769074948.512972:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.512979:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3480 x1855007617190400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.512990:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.512993:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3480 x1855007617190400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.513000:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.513002:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.513016:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.513018:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e400.
00000400:00000200:0.0:1769074948.513021:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.513025:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.516495:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000010:0.0:1769074948.516504:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:0.0:1769074948.516514:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.516525:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3100 x1855007617190272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516538:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.516542:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f3100 x1855007617190272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516550:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.516552:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.516591:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.516595:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e700.
00000400:00000200:0.0:1769074948.516600:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.516605:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.516609:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:0.0:1769074948.516610:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:0.0:1769074948.516613:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.516616:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1880 x1855007617190144/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516623:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.516626:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1880 x1855007617190144/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516632:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.516633:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.516754:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.516757:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e500.
00000400:00000200:0.0:1769074948.516760:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.516763:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.516848:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170c38
00000400:00000010:0.0:1769074948.516851:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170c38.
00000100:00000001:0.0:1769074948.516854:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.516859:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2d80 x1855007617190016/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516866:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.516870:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f2d80 x1855007617190016/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516876:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.516878:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.516889:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.516891:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e800.
00000400:00000200:0.0:1769074948.516893:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.516896:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.516899:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170770
00000400:00000010:0.0:1769074948.516900:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170770.
00000100:00000001:0.0:1769074948.516903:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.516906:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0700 x1855007617189888/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516913:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.516915:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f0700 x1855007617189888/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516921:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.516922:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.516927:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.516929:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38eb00.
00000400:00000200:0.0:1769074948.516931:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.516934:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.516936:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:0.0:1769074948.516938:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:0.0:1769074948.516940:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.516943:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1500 x1855007617189760/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516950:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.516953:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1500 x1855007617189760/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.516959:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.516960:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074948.517030:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.517032:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e300.
00000400:00000200:0.0:1769074948.517035:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.517039:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.517041:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451704c8
00000400:00000010:0.0:1769074948.517043:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451704c8.
00000100:00000001:0.0:1769074948.517045:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.517048:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6a00 x1855007617189632/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.517055:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.517058:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6a00 x1855007617189632/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.517064:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.517066:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074948.529830:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.529837:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.529839:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.529842:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.529848:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529854:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074948.529859:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529862:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529865:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529868:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140700
00000400:00000200:0.0:1769074948.529872:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529876:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80539 [256] + 0
00000400:00000010:0.0:1769074948.529880:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a058.
00000400:00000200:0.0:1769074948.529885:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507be000
00000400:00000200:0.0:1769074948.529890:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529894:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074948.529899:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69157:69157:255:4294967295] 192.168.204.140@tcp LPNI seq info [69157:69157:7:4294967295]
00000400:00000200:0.0:1769074948.529903:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529908:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074948.529913:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074948.529920:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074948.529925:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074948.529928:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074948.529931:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074948.529934:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.529938:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.529939:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.529945:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.529948:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529951:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074948.529955:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529958:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529960:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529963:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140780
00000400:00000200:0.0:1769074948.529966:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529970:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80529 [256] + 0
00000400:00000010:0.0:1769074948.529973:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a790.
00000400:00000200:0.0:1769074948.529975:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507b8000
00000400:00000200:0.0:1769074948.529979:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529983:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074948.529986:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69158:69158:254:4294967295] 192.168.204.140@tcp LPNI seq info [69158:69158:6:4294967295]
00000400:00000200:0.0:1769074948.529990:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.529994:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074948.529998:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074948.530003:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074948.530008:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074948.530011:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074948.530014:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074948.530018:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.530020:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.540561:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.540591:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.540595:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.540606:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.540624:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540633:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074948.540645:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540651:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540658:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540675:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140980
00000400:00000200:0.0:1769074948.540681:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540688:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x804e9 [256] + 0
00000400:00000010:0.0:1769074948.540695:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a580.
00000400:00000200:0.0:1769074948.540700:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139460b6000
00000400:00000200:0.0:1769074948.540708:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540714:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074948.540720:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69159:69159:253:4294967295] 192.168.204.140@tcp LPNI seq info [69159:69159:5:4294967295]
00000400:00000200:0.0:1769074948.540724:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.540733:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074948.540738:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074948.540746:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f70000.
00000800:00000200:0.0:1769074948.540755:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074948.540763:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074948.540768:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f70000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074948.540774:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.540777:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.544778:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.544792:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.544795:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.544801:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.544811:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.544817:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074948.544824:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.544828:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.544894:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.544975:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140800
00000400:00000200:0.0:1769074948.544983:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.544990:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80519 [256] + 0
00000400:00000010:0.0:1769074948.544997:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a268.
00000400:00000200:0.0:1769074948.545003:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507ba000
00000400:00000200:0.0:1769074948.545015:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.545022:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074948.545029:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69160:69160:253:4294967295] 192.168.204.140@tcp LPNI seq info [69160:69160:5:4294967295]
00000400:00000200:0.0:1769074948.545034:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.545043:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074948.545050:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074948.545058:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074948.545069:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074948.545085:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074948.545090:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074948.545185:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.545191:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074948.547935:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -30552 low water 2112428 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.547940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -30552 low water 2112428 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.547969:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 6520 low water 2093892 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.547975:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 6520 low water 2093892 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.547978:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 6520 low water 2093892 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548006:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 24416 low water 2084944 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548015:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 34644 low water 2079830 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548030:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 80664 low water 2056820 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548050:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 99840 low water 2047232 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548053:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 99840 low water 2047232 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548072:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 154808 low water 2019748 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548085:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 165036 low water 2014634 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548088:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 165036 low water 2014634 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.548136:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074948.548495:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.548513:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.548516:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.548529:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.548540:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548547:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074948.548556:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548560:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548565:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548569:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140900
00000400:00000200:0.0:1769074948.548574:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548581:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x804f9 [256] + 0
00000400:00000010:0.0:1769074948.548586:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ab00.
00000400:00000200:0.0:1769074948.548591:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139460b4000
00000400:00000200:0.0:1769074948.548744:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548750:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074948.548756:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69161:69161:254:4294967295] 192.168.204.140@tcp LPNI seq info [69161:69161:6:4294967295]
00000400:00000200:0.0:1769074948.548761:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.548769:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074948.548774:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074948.548781:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074948.548789:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074948.548795:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074948.548799:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074948.548805:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.548808:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074948.550523:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.550544:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.550554:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.550563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 228952 low water 1982676 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.551639:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 283920 low water 1955192 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.551867:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.551873:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.552923:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.552939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.552950:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.552958:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.552966:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 395136 low water 1899584 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.553578:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.555940:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.555961:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561060:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561088:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561108:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561119:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561128:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561134:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 806756 low water 1693774 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561257:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561876:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561891:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561900:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561908:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.561918:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565611:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565637:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565647:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565657:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565665:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1318084 low water 1438110 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.565848:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.567466:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.567482:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.567492:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.567502:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.567511:0:32:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575230:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575265:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575275:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575283:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.575290:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074948.575841:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074948.575848:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e300.
00000400:00000200:0.0:1769074948.575853:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.575861:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074948.575868:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:0.0:1769074948.575871:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:0.0:1769074948.575875:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074948.575880:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4700 x1855007617190528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.575892:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074948.575906:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4700 x1855007617190528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.575914:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074948.575916:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:3.1:1769074948.580538:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.580565:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.580577:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.580587:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.580596:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 615008 low water 1789648 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582642:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582663:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582672:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582682:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582690:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582696:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 678924 low water 1757690 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.582840:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.585522:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.585543:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.585552:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.585561:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.585571:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1254168 low water 1470068 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.594368:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1573748 low water 1310278 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.597113:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.597129:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.597138:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.597146:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.597156:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.599898:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.599919:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.599929:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.599939:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.599948:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.601653:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.601674:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.601685:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.601696:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -24152 low water 2109228 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.601715:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace -25432 low water 2109868 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606254:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606276:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606305:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606311:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 549812 low water 1822246 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606383:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 869392 low water 1662456 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.606411:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.607976:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.607994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.608005:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.608016:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.608024:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.609416:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.609431:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.609440:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.609449:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.609457:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 933308 low water 1630498 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074948.610526:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1572468 low water 1310918 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074948.658872:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.658896:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.658900:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.658902:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.658915:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.658924:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.658931:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.658936:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.658942:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.658947:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140a00
00000400:00000200:0.0:1769074948.658953:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.658960:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x804e1 [1] + 224
00000800:00000001:0.0:1769074948.658969:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.658978:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.658981:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.658986:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.659008:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.659025:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f3480 x1855007617190400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.659035:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f3480 x1855007617190400/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.659049:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.659060:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.659063:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.716346:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.716371:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.716375:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.716378:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.716391:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716402:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.716413:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716418:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716425:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716430:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140700
00000400:00000200:0.0:1769074948.716436:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716443:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80541 [1] + 224
00000800:00000001:0.0:1769074948.716452:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.716457:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.716461:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.716465:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.716473:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.716482:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6a00 x1855007617189632/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.716492:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6a00 x1855007617189632/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.716513:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.716524:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.716527:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.716529:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.716531:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.716534:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716538:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.716542:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716545:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.716548:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.717913:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140900
00000400:00000200:0.0:1769074948.717927:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.717934:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80501 [1] + 224
00000800:00000001:0.0:1769074948.717943:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.717952:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.717956:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.717960:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.717965:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.717970:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1880 x1855007617190144/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.717979:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f1880 x1855007617190144/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.717986:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.717993:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.717997:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.717999:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718001:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.718005:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718009:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.718015:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718019:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718025:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718028:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140780
00000400:00000200:0.0:1769074948.718031:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718035:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80531 [1] + 224
00000800:00000001:0.0:1769074948.718038:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718042:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.718044:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.718047:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.718049:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.718053:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1500 x1855007617189760/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.718061:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f1500 x1855007617189760/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.718068:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.718682:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718689:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.718692:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718694:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.718698:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718703:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.718708:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718711:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718714:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718717:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140a80
00000400:00000200:0.0:1769074948.718720:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718725:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80551 [1] + 224
00000800:00000001:0.0:1769074948.718729:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718734:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.718735:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.718738:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.718741:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.718746:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4700 x1855007617190528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.718755:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4700 x1855007617190528/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.718788:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.718793:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718797:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.718798:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.718801:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.718804:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718807:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.718812:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718814:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718817:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718819:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140800
00000400:00000200:0.0:1769074948.718822:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.718827:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80521 [1] + 224
00000800:00000001:0.0:1769074948.719951:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.719961:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.719965:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.719970:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.719976:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.719982:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0700 x1855007617189888/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.719991:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0700 x1855007617189888/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.719998:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.720005:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.720009:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074948.720011:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.720012:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.720017:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.720021:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074948.720026:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.720028:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.720032:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.720035:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140980
00000400:00000200:0.0:1769074948.720039:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074948.720043:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x804f1 [1] + 224
00000800:00000001:0.0:1769074948.720048:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.720057:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074948.720058:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074948.720062:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074948.720064:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074948.720068:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f3100 x1855007617190272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074948.721211:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f3100 x1855007617190272/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074964 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074948.721222:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074948.721233:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074948.721239:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074949.986610:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296608249, at 4296608259
00000100:00000010:0.0:1769074949.986625:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b32a0.
00000800:00000200:0.0:1769074951.777030:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074951.777035:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e000.
00000400:00000200:0.0:1769074951.777040:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074951.777053:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074951.777057:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170f68
00000400:00000010:0.0:1769074951.777059:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170f68.
00000100:00000001:0.0:1769074951.777063:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074951.777068:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4380 x1855007617190912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074951.777077:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074951.777080:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4380 x1855007617190912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074951.777086:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074951.777088:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074951.797186:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.797205:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074951.797210:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.797230:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074951.797244:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797252:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074951.797260:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797264:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797270:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797274:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140f00
00000400:00000200:0.0:1769074951.797280:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797286:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80559 [256] + 0
00000400:00000010:0.0:1769074951.797292:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a370.
00000400:00000200:0.0:1769074951.797296:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139507bc000
00000400:00000200:0.0:1769074951.797305:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797310:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074951.797317:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69172:69172:256:4294967295] 192.168.204.140@tcp LPNI seq info [69172:69172:8:4294967295]
00000400:00000200:0.0:1769074951.797322:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.797329:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074951.797335:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074951.797343:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074951.797353:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074951.797360:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074951.797365:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074951.798190:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074951.798200:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074951.798205:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074951.798212:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074951.798219:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507bc000
00000400:00000010:0.0:1769074951.798221:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139507bc000.
00000100:00000001:0.0:1769074951.798227:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074951.798230:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7800 desc ffff91394b3f6c00 mbits 1855007617191680
00000100:00000001:0.0:1769074951.798240:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:3.1:1769074951.822756:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 7800 low water 2093252 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.822772:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 7800 low water 2093252 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.822782:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 7800 low water 2093252 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.822787:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 7800 low water 2093252 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.822842:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.823949:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.823962:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.824847:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.824864:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.825387:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.825400:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 138192 low water 2028056 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.826777:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.826796:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.826805:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.826810:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 487176 low water 1853564 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074951.826990:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.827005:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074951.827008:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.827013:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074951.827030:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827037:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074951.827054:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827059:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827065:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827069:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e140f80
00000400:00000200:0.0:1769074951.827075:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827081:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x805b9 [256] + 0
00000400:00000010:0.0:1769074951.827086:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7a50.
00000400:00000200:0.0:1769074951.827091:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074951.827098:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827104:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074951.827109:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69179:69179:253:4294967295] 192.168.204.140@tcp LPNI seq info [69179:69179:5:4294967295]
00000400:00000200:0.0:1769074951.827113:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.827121:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074951.827127:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074951.827133:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074951.827142:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074951.827149:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074951.827154:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074951.827160:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.827165:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:3.1:1769074951.828096:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.828111:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.828133:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.828142:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.828147:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.829559:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.829579:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.829590:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.829599:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.830781:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.830799:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.830809:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.830819:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.831518:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.831533:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.831543:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 742840 low water 1725732 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.831563:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 741560 low water 1726372 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.835857:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.835881:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.835886:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 805476 low water 1694414 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.837112:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1700300 low water 1247002 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841594:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841619:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841636:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841647:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841664:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.841670:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842397:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842412:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842421:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842431:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842440:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842982:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.842994:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843003:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843013:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843027:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843440:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843452:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843460:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843469:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.843479:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.844253:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.844267:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.844277:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.844287:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.844296:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.845118:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.845148:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.845157:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 39764 low water 2077270 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850371:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850394:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850400:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 103680 low water 2045312 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850492:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850502:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850512:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.850516:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.853668:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.853690:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.853699:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.853708:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.853716:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 359344 low water 1917480 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857489:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857514:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857524:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857533:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857541:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.857546:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.858667:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.858682:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.858691:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.858714:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.858723:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1382000 low water 1406152 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.859820:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1445916 low water 1374194 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:0.0:1769074951.861005:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074951.861014:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944774000.
00000400:00000200:0.0:1769074951.861023:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074951.861033:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074951.861052:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91394454a000
00000400:00000010:0.0:1769074951.861055:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91394454a000.
00000100:00000001:0.0:1769074951.861061:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074951.861064:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4380 desc ffff91394b3f4400 mbits 1855007617190912
00000100:00000001:0.0:1769074951.861078:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074951.861420:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(533032) -11
00000800:00000200:3.1:1769074951.864049:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.864071:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.864081:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.864091:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.864100:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.864106:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.865425:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.865446:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.865456:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.865465:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.865475:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.867452:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.867478:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.867489:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.867498:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.867507:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 934588 low water 1629858 conn ffff91394b1e6000 blocked idle queued
00000800:00000200:3.1:1769074951.870973:0:0:0:(socklnd_lib.c:627:ksocknal_write_space()) sk ffff913943ba0a80 wspace 1957244 low water 1118530 conn ffff91394b1e6000 blocked idle queued
00000800:00000001:0.0:1769074951.952946:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.952965:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074951.952969:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.952972:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074951.952982:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.952991:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074951.952999:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.953003:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.953009:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.953013:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140e80
00000400:00000200:0.0:1769074951.953026:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074951.953033:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80571 [1] + 224
00000800:00000001:0.0:1769074951.953050:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.953059:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074951.953063:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074951.953067:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074951.953075:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074951.953084:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7100 x1855007617191552/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074951.953095:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7100 x1855007617191552/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074951.953117:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074951.953127:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074951.953130:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.033738:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.033759:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.033762:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000100:00000001:0.0:1769074952.033768:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1769074952.033772:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1769074952.033775:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.033783:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074952.033785:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.033788:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074952.033790:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074952.033793:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074952.033809:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.033817:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074952.033819:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074952.033823:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074952.033826:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074952.033829:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074952.033833:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617192192:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074952.033837:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074952.033843:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074952.033846:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074952.033848:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074952.033853:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a1200.
02000000:00000001:0.0:1769074952.033855:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074952.033865:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074952.033871:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a0961b8.
00000400:00000010:0.0:1769074952.033879:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd990.
00000100:00000200:0.0:1769074952.033887:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617192192, portal 25
00000100:00000001:0.0:1769074952.033889:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074952.033891:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880232320 : -121799829319296 : ffff913944709180)
00000100:00000040:0.0:1769074952.033897:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.033905:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074952.033912:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074952.033915:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd000.
00000100:00000200:0.0:1769074952.033918:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617192192, offset 0
00000400:00000200:0.0:1769074952.033926:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074952.033934:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.033942:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074952.033948:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074952.033953:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074952.033957:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074952.033960:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074952.033964:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69180:69180:256:4294967295] 192.168.204.140@tcp LPNI seq info [69180:69180:8:4294967295]
00000400:00000200:0.0:1769074952.033968:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.033977:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074952.033984:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074952.033988:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2b00.
00000800:00000200:0.0:1769074952.033995:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074952.034002:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074952.034006:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2b00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074952.034883:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074952.034900:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074952.034904:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296611717
00000100:00000001:0.0:1769074952.034915:0:2371:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296611460
00000100:00000001:0.0:1769074952.034920:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296611717
00000100:00000001:0.0:1769074952.034923:0:2371:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296611460
00000100:00000001:0.0:1769074952.034926:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074952.034930:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.034934:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.034937:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.034944:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074952.034945:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074952.034947:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074952.034949:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074952.034951:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074952.034959:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617192320/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.034967:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074952.034968:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074952.034972:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074952.034974:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074952.034976:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074952.034979:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617192320:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074952.034983:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074952.034986:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074952.034988:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074952.034990:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074952.035011:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a0800.
02000000:00000001:0.0:1769074952.035014:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074952.036217:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074952.036227:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096d10.
00000400:00000010:0.0:1769074952.037406:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdd48.
00000100:00000200:0.0:1769074952.037413:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617192320, portal 10
00000100:00000001:0.0:1769074952.037415:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074952.037417:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000100:00000040:0.0:1769074952.037426:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617192320/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.037434:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074952.037436:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074952.037439:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd2a8.
00000100:00000200:0.0:1769074952.037442:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617192320, offset 0
00000400:00000200:0.0:1769074952.037447:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074952.037451:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.037541:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074952.037545:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074952.037548:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074952.037550:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074952.037553:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074952.037555:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69182:69182:254:4294967295] 192.168.204.140@tcp LPNI seq info [69182:69182:6:4294967295]
00000400:00000200:0.0:1769074952.037560:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.037566:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074952.037571:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074952.037575:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2400.
00000800:00000200:0.0:1769074952.037580:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074952.037585:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074952.037588:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2400 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074952.037591:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074952.037595:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10773 usecs (11 jiffies)
00000400:00000200:0.0:1769074952.037598:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074952.037600:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296610321
00000100:00000001:0.0:1769074952.037603:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296611724
00000100:00000001:0.0:1769074952.037605:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296610321
00000100:00000001:0.0:1769074952.037607:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296611724
00000100:00000001:0.0:1769074952.037609:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074952.037611:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.037614:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.037616:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.037621:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074952.037706:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074952.037709:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074952.037711:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074952.037713:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.037715:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074952.038925:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.038933:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.038938:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.038944:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.038948:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.038953:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.038957:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140c00
00000400:00000200:0.0:1769074952.038961:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.038969:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x805b1 [1] + 224
00000800:00000001:0.0:1769074952.038976:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039570:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039573:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.039578:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.039583:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.039589:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d4380 x1855007617190912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.039604:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d4380 x1855007617190912/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.039738:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.039748:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039753:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.039755:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039758:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039763:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039766:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.039772:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039774:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039778:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039781:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140e00
00000400:00000200:0.0:1769074952.039784:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039789:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80581 [1] + 224
00000800:00000001:0.0:1769074952.039793:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039798:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039800:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.039803:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.039806:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.039811:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6a00 x1855007617191424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.039819:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6a00 x1855007617191424/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.039825:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.039829:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039833:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.039834:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039836:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039839:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039842:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.039846:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039849:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039852:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039855:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140d00
00000400:00000200:0.0:1769074952.039858:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039862:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x805d1 [1] + 224
00000800:00000001:0.0:1769074952.039865:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039869:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039871:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.039873:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.039877:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.039881:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5500 x1855007617191168/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.039888:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5500 x1855007617191168/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.039907:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.039911:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039915:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.039917:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039919:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039922:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039925:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.039930:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039932:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039935:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039938:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140f80
00000400:00000200:0.0:1769074952.039941:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039945:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x805c1 [1] + 224
00000800:00000001:0.0:1769074952.039948:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039952:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039954:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.039957:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.039960:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.039963:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5c00 x1855007617191808/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.039970:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5c00 x1855007617191808/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.039976:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.039979:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039983:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.039984:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.039986:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.039988:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.039991:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.042176:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042190:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042199:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042206:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140c80
00000400:00000200:0.0:1769074952.042212:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042219:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x805a1 [1] + 224
00000800:00000001:0.0:1769074952.042230:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.042252:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.042256:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.042261:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.042269:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.042278:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5880 x1855007617191040/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.042290:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5880 x1855007617191040/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.042300:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.042314:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.042319:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.042321:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.042324:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.042328:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042333:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.042340:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042342:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042345:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042348:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e140d80
00000400:00000200:0.0:1769074952.042352:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.042356:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80591 [1] + 224
00000800:00000001:0.0:1769074952.042360:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.042371:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.042373:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.042377:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.042380:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.042384:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0a80 x1855007617191296/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074952.042392:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0a80 x1855007617191296/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074967 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074952.042399:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.042402:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.042405:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.048965:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074952.048970:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074952.048976:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074952.048977:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074952.048980:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394a0961b8.
00000400:00000200:0.0:1769074952.048985:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd990
00000400:00000010:0.0:1769074952.048987:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd990.
00000100:00000001:0.0:1769074952.048991:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.048999:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074952.049015:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.049022:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074952.049024:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.049026:0:2371:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074952.049028:0:2371:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074952.049029:0:2371:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074952.049031:0:2371:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074952.049033:0:2371:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074952.049046:0:2371:0:(import.c:2128:obd_at_measure()) add 5 to ffff913945e4ec58 time=130 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074952.049049:0:2371:0:(import.c:2128:obd_at_measure()) add 1 to ffff913945e4ec10 time=130 v=5 (1 1 1 1)
00000100:00000001:0.0:1769074952.049052:0:2371:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074952.049054:0:2371:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074952.049056:0:2371:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074952.049058:0:2371:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.049059:0:2371:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074952.049064:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.049069:0:2371:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074952.049071:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074952.049073:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074952.049076:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074952.049083:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617192192:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074952.049088:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.049090:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074952.049093:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709180 x1855007617192192/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.049100:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074952.049102:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074952.049104:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9139507a1200.
02000000:00000001:0.0:1769074952.049108:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074952.049110:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074952.049112:0:2371:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:0.0:1769074952.049113:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074952.049115:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12e00.
02000000:00000001:0.0:1769074952.049118:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074952.049120:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074952.049121:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709180.
00000100:00000001:0.0:1769074952.049123:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074952.049124:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074952.049126:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.049128:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074952.049129:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074952.049130:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074952.049132:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:0.0:1769074952.050410:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.050423:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074952.050426:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.050428:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.050436:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.050441:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074952.050449:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.050453:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.050458:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.050471:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e141180
00000400:00000200:0.0:1769074952.050475:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074952.050481:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x805f9 [1] + 224
00000800:00000001:0.0:1769074952.050488:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.050546:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074952.050548:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074952.050553:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074952.050559:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074952.050564:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff913944708700 x1855007617192320/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074952.050579:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff913944708700 x1855007617192320/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074968 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074952.050603:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074952.050612:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074952.050615:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074953.505494:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296611724, at 4296611778
00000100:00000010:0.0:1769074953.505510:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000800:00000001:0.0:1769074955.121147:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.121164:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074955.121168:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.121177:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074955.121188:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121197:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074955.121204:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121208:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121214:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121218:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141080
00000400:00000200:0.0:1769074955.121224:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121230:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80609 [256] + 0
00000400:00000010:0.0:1769074955.121235:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7f20.
00000400:00000200:0.0:1769074955.121240:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074955.121248:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121253:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074955.121258:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69185:69185:256:4294967295] 192.168.204.140@tcp LPNI seq info [69185:69185:8:4294967295]
00000400:00000200:0.0:1769074955.121262:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.121271:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074955.121276:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074955.121284:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074955.121293:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074955.121301:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074955.121305:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074955.121972:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074955.121978:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074955.121983:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074955.121998:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074955.122004:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074955.122007:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074955.122083:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074955.122086:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7100 desc ffff91394b3f6400 mbits 1855007617192064
00000100:00000001:0.0:1769074955.122092:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074955.122100:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.122104:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074955.127292:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.127310:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074955.127315:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.127434:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074955.127445:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127454:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074955.127462:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127466:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127472:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127476:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141000
00000400:00000200:0.0:1769074955.127481:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127487:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80619 [256] + 0
00000400:00000010:0.0:1769074955.127493:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7580.
00000400:00000200:0.0:1769074955.127498:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074955.127506:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.127511:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074955.127516:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69186:69186:256:4294967295] 192.168.204.140@tcp LPNI seq info [69186:69186:8:4294967295]
00000400:00000200:0.0:1769074955.127520:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.128248:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074955.128257:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074955.128265:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074955.128273:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074955.128280:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074955.128285:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074955.129145:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074955.129152:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074955.129159:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074955.129168:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074955.129178:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074955.129181:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074955.129188:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074955.129190:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4000 desc ffff91394b3f5000 mbits 1855007617191936
00000100:00000001:0.0:1769074955.129209:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074955.129222:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.129228:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074955.279221:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.279238:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074955.279242:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.279245:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074955.279255:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.279263:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074955.279269:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.279274:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.279280:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.279284:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141080
00000400:00000200:0.0:1769074955.279289:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074955.279296:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80611 [1] + 224
00000800:00000001:0.0:1769074955.279306:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.279315:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074955.279319:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074955.279324:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074955.279330:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074955.279337:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7100 x1855007617192064/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074971 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074955.279347:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7100 x1855007617192064/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074971 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074955.279366:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074955.279374:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074955.279377:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.164438:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.164460:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.164465:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.164471:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.164486:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164494:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074956.164503:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164508:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164514:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164517:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141500
00000400:00000200:0.0:1769074956.164523:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164529:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80629 [256] + 0
00000400:00000010:0.0:1769074956.164535:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136af78.
00000400:00000200:0.0:1769074956.164540:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91394454a000
00000400:00000200:0.0:1769074956.164547:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164552:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074956.164558:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69192:69192:256:4294967295] 192.168.204.140@tcp LPNI seq info [69192:69192:8:4294967295]
00000400:00000200:0.0:1769074956.164562:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.164569:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074956.164575:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074956.164582:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074956.164590:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074956.164597:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074956.164601:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074956.165544:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.165551:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074956.165556:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.165563:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.165570:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91394454a000
00000400:00000010:0.0:1769074956.165572:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91394454a000.
00000100:00000001:0.0:1769074956.165579:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.165582:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6300 desc ffff91394b3f6800 mbits 1855007617193216
00000100:00000001:0.0:1769074956.165598:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074956.165608:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.165614:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.165616:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.165618:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.165623:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165628:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074956.165633:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165635:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165639:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165643:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141400
00000400:00000200:0.0:1769074956.165648:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165653:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80649 [256] + 0
00000400:00000010:0.0:1769074956.165657:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a478.
00000400:00000200:0.0:1769074956.165684:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913950778000
00000400:00000200:0.0:1769074956.165690:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165693:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074956.165698:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69193:69193:256:4294967295] 192.168.204.140@tcp LPNI seq info [69193:69193:8:4294967295]
00000400:00000200:0.0:1769074956.165701:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.165708:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074956.165715:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074956.165719:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074956.165727:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074956.165732:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074956.165736:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074956.166411:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.166415:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074956.166419:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.166425:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.166429:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950778000
00000400:00000010:0.0:1769074956.166431:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913950778000.
00000100:00000001:0.0:1769074956.166435:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.166437:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4380 desc ffff91394b3f4400 mbits 1855007617192960
00000100:00000001:0.0:1769074956.166452:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074956.166459:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.166464:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.166467:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.166513:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.166518:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166522:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074956.166526:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166529:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166532:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166535:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141280
00000400:00000200:0.0:1769074956.166539:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166544:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80659 [256] + 0
00000400:00000010:0.0:1769074956.166548:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ac60.
00000400:00000200:0.0:1769074956.166551:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff91395077e000
00000400:00000200:0.0:1769074956.166557:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166561:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074956.166565:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69194:69194:256:4294967295] 192.168.204.140@tcp LPNI seq info [69194:69194:8:4294967295]
00000400:00000200:0.0:1769074956.166569:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.166576:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074956.166580:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074956.166584:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074956.166589:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074956.166594:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074956.166597:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074956.167313:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.167318:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074956.167323:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.167328:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.167332:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91395077e000
00000400:00000010:0.0:1769074956.167334:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff91395077e000.
00000100:00000001:0.0:1769074956.167337:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.167339:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f1880 desc ffff9139509bbc00 mbits 1855007617192576
00000100:00000001:0.0:1769074956.167343:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074956.167349:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.167354:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.205388:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.205410:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.205414:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.205417:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.205428:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205436:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074956.205445:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205450:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205456:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205460:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141380
00000400:00000200:0.0:1769074956.205465:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205472:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80669 [256] + 0
00000400:00000010:0.0:1769074956.205478:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ae70.
00000400:00000200:0.0:1769074956.205487:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff913942e20000
00000400:00000200:0.0:1769074956.205494:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205500:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074956.205507:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69195:69195:256:4294967295] 192.168.204.140@tcp LPNI seq info [69195:69195:8:4294967295]
00000400:00000200:0.0:1769074956.205511:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.205518:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074956.205524:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074956.205532:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074956.205542:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074956.205549:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074956.205553:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074956.211681:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.211693:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074956.211700:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.211709:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.211720:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913942e20000
00000400:00000010:0.0:1769074956.211723:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913942e20000.
00000100:00000001:0.0:1769074956.211730:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.211732:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2300 desc ffff9139509ba800 mbits 1855007617192832
00000100:00000001:0.0:1769074956.211754:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074956.212484:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.212490:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944772000.
00000400:00000200:0.0:1769074956.212496:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.212503:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.212508:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913944548000
00000400:00000010:0.0:1769074956.212510:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff913944548000.
00000100:00000001:0.0:1769074956.212514:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.212515:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d6d80 desc ffff91394b3f7800 mbits 1855007617193088
00000100:00000001:0.0:1769074956.212520:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074956.334727:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.334750:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.334756:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.334763:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.334775:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334784:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074956.334792:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334797:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334803:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334807:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141300
00000400:00000200:0.0:1769074956.334812:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334817:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80679 [256] + 0
00000400:00000010:0.0:1769074956.334823:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7318.
00000400:00000200:0.0:1769074956.334827:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074956.334835:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334840:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074956.334846:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69198:69198:256:4294967295] 192.168.204.140@tcp LPNI seq info [69198:69198:8:4294967295]
00000400:00000200:0.0:1769074956.334851:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.334859:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074956.334864:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074956.334873:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074956.334882:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074956.334889:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074956.334893:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074956.335746:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074956.335753:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074956.335758:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.335765:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074956.335772:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074956.335775:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074956.335780:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074956.335783:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d7800 desc ffff91394b3f6c00 mbits 1855007617192704
00000100:00000001:0.0:1769074956.335805:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074956.335815:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.335820:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.345737:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.345754:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.345760:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.345763:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.345775:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.345785:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074956.345794:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.345799:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.345807:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.345811:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141500
00000400:00000200:0.0:1769074956.345817:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.345824:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80631 [1] + 224
00000800:00000001:0.0:1769074956.345833:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.345842:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.345845:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.345851:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074956.345859:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074956.345868:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d6300 x1855007617193216/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074956.345879:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d6300 x1855007617193216/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074956.345897:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074956.345907:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.345911:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.387388:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.387412:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.387416:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.387419:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.387432:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.387440:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074956.387451:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.387456:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.387462:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.387466:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141380
00000400:00000200:0.0:1769074956.387471:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.387478:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80671 [1] + 224
00000800:00000001:0.0:1769074956.387486:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.387495:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.387498:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.387503:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074956.387519:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074956.387529:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2300 x1855007617192832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074956.387539:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2300 x1855007617192832/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074956.387557:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074956.387567:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.387570:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.439650:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.439704:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074956.439709:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.439712:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.439723:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.439731:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074956.439739:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.439743:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.439748:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.439752:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141300
00000400:00000200:0.0:1769074956.439758:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074956.439763:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80681 [1] + 224
00000800:00000001:0.0:1769074956.439771:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.439780:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074956.439783:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074956.439787:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074956.439794:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074956.439803:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d7800 x1855007617192704/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074956.439814:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d7800 x1855007617192704/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074972 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074956.439832:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074956.439841:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074956.439844:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074957.155910:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.155927:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074957.155931:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.155933:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074957.155943:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.155949:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074957.155968:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.155972:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.155977:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.155981:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 10 MB=0x6971e9e141a00
00000400:00000200:0.0:1769074957.155987:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.155994:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.140@tcp of length 224/224 into md 0x80689 [1] + 224
00000800:00000001:0.0:1769074957.156002:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.156010:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074957.156013:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074957.156017:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074957.156024:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074957.156033:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1880 x1855007617194496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074957.156044:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff91394b3f1880 x1855007617194496/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074957.156070:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074957.156078:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.156081:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074957.163416:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.163434:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074957.163437:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.163441:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074957.163452:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.163460:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074957.163467:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.163470:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.163475:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.163478:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 224 into portal 25 MB=0x6971e9e141980
00000400:00000200:0.0:1769074957.163482:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074957.163487:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.140@tcp of length 224/224 into md 0x80691 [1] + 224
00000800:00000001:0.0:1769074957.163493:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.163513:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074957.163516:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074957.163521:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074957.163529:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074957.163538:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2680 x1855007617194368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074973 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074957.163548:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224  req@ffff91394b3f2680 x1855007617194368/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074973 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074957.163569:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074957.163577:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074957.163580:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074958.622766:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296616874, at 4296616896
00000100:00000010:0.0:1769074958.622781:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174600.
00000800:00000001:0.0:1769074960.244010:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.244030:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074960.244034:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.244039:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074960.244050:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244058:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074960.244066:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244070:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244077:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244087:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141600
00000400:00000200:0.0:1769074960.244094:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244101:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x806a1 [256] + 0
00000400:00000010:0.0:1769074960.244107:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7318.
00000400:00000200:0.0:1769074960.244112:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074960.244121:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244127:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074960.244132:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69204:69204:256:4294967295] 192.168.204.140@tcp LPNI seq info [69204:69204:8:4294967295]
00000400:00000200:0.0:1769074960.244136:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.244154:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074960.244160:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074960.244167:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074960.244176:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074960.244183:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074960.244187:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074960.245026:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074960.245032:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074960.245038:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074960.245044:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074960.245050:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074960.245052:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074960.245057:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074960.245059:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4000 desc ffff91394b3f5000 mbits 1855007617193472
00000100:00000001:0.0:1769074960.245067:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074960.245075:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.245080:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074960.257629:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.257646:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074960.257650:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.257654:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074960.257689:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257698:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074960.257707:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257713:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257720:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257725:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141580
00000400:00000200:0.0:1769074960.257730:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257737:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x806b1 [256] + 0
00000400:00000010:0.0:1769074960.257743:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7e18.
00000400:00000200:0.0:1769074960.257748:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074960.257758:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257764:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074960.257769:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69205:69205:256:4294967295] 192.168.204.140@tcp LPNI seq info [69205:69205:8:4294967295]
00000400:00000200:0.0:1769074960.257772:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.257778:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074960.257782:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074960.257787:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074960.257794:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074960.257799:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074960.257803:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074960.261524:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074960.261532:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f72000.
00000400:00000200:0.0:1769074960.261539:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074960.261546:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074960.261553:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074960.261554:0:2362:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074960.261559:0:2362:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074960.261561:0:2362:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d5880 desc ffff91394b3f4c00 mbits 1855007617193344
00000100:00000001:0.0:1769074960.261580:0:2362:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074960.261590:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.261598:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074960.427427:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.427452:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074960.427457:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.427460:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074960.427471:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.427480:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074960.427487:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.427491:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.427498:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.427502:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141580
00000400:00000200:0.0:1769074960.427507:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074960.427513:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x806b9 [1] + 224
00000800:00000001:0.0:1769074960.427521:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.427529:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074960.427532:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074960.427536:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074960.427543:0:2362:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074960.427551:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff9139458d5880 x1855007617193344/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074976 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074960.427563:0:2362:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff9139458d5880 x1855007617193344/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074976 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074960.427584:0:2362:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074960.427592:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074960.427595:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074961.379191:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.379199:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1b00.
00000400:00000200:0.0:1769074961.379206:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.379214:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074961.379220:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972cc0
00000400:00000010:0.0:1769074961.379223:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972cc0.
00000100:00000001:0.0:1769074961.379228:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074961.379234:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1c00 x1855007617193600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.379246:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074961.379249:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1c00 x1855007617193600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.379256:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074961.379257:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074961.381538:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.381545:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.381548:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.381550:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.381555:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381560:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074961.381566:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381569:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381572:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381576:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141800
00000400:00000200:0.0:1769074961.381580:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381583:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x806d1 [256] + 0
00000400:00000010:0.0:1769074961.381587:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7ec8.
00000400:00000200:0.0:1769074961.381591:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ec000
00000400:00000200:0.0:1769074961.381595:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381599:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074961.381603:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69211:69211:255:4294967295] 192.168.204.140@tcp LPNI seq info [69211:69211:7:4294967295]
00000400:00000200:0.0:1769074961.381619:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381626:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074961.381633:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074961.381639:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f72000.
00000800:00000200:0.0:1769074961.381645:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074961.381649:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074961.381652:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f72000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074961.381655:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.381696:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.381698:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.381704:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.381707:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381711:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074961.381715:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381717:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381720:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381723:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141700
00000400:00000200:0.0:1769074961.381726:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381730:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x806e1 [256] + 0
00000400:00000010:0.0:1769074961.381734:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7a50.
00000400:00000200:0.0:1769074961.381736:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074961.381740:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381743:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074961.381746:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69212:69212:254:4294967295] 192.168.204.140@tcp LPNI seq info [69212:69212:6:4294967295]
00000400:00000200:0.0:1769074961.381750:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.381756:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074961.381760:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074961.381775:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f74000.
00000800:00000200:0.0:1769074961.381781:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074961.381785:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074961.381788:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f74000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074961.381792:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.381795:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.390695:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.390713:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.390718:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.390726:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.390738:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390747:0:2362:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074961.390754:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390759:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390765:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390768:0:2362:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141680
00000400:00000200:0.0:1769074961.390774:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390780:0:2362:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x806f1 [256] + 0
00000400:00000010:0.0:1769074961.390786:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7688.
00000400:00000200:0.0:1769074961.390790:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074961.390798:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390803:0:2362:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074961.390810:0:2362:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69213:69213:253:4294967295] 192.168.204.140@tcp LPNI seq info [69213:69213:5:4294967295]
00000400:00000200:0.0:1769074961.390814:0:2362:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.390822:0:2362:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074961.390827:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074961.390834:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074961.390843:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074961.390850:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074961.390854:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000001:0.0:1769074961.390860:0:2362:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.390862:0:2362:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074961.400080:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.400093:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f74000.
00000400:00000200:0.0:1769074961.400103:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.400113:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074961.400121:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074961.400124:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074961.400129:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074961.400131:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f0000 desc ffff9139509b9400 mbits 1855007617193728
00000100:00000001:0.0:1769074961.400153:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074961.403135:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.403148:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f76000.
00000400:00000200:0.0:1769074961.403157:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.403167:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074961.403176:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074961.403179:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074961.403183:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074961.403185:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f1c00 desc ffff9139509bac00 mbits 1855007617193600
00000100:00000001:0.0:1769074961.403206:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000200:0.0:1769074961.441515:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.441519:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074961.441523:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.441527:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074961.441530:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972c38
00000400:00000010:0.0:1769074961.441532:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972c38.
00000100:00000001:0.0:1769074961.441535:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074961.441538:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2300 x1855007617194240/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.441545:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074961.441548:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f2300 x1855007617194240/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.441553:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074961.441554:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074961.441571:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.441572:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1d00.
00000400:00000200:0.0:1769074961.441574:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.441576:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074961.441578:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972440
00000400:00000010:0.0:1769074961.441580:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972440.
00000100:00000001:0.0:1769074961.441582:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074961.441583:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1f80 x1855007617193856/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.441587:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074961.441589:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1f80 x1855007617193856/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.441593:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074961.441594:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000001:0.0:1769074961.457952:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.457972:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.457977:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.457983:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.457995:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458003:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074961.458011:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458016:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458022:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458026:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141900
00000400:00000200:0.0:1769074961.458031:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458038:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80701 [256] + 0
00000400:00000010:0.0:1769074961.458044:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7210.
00000400:00000200:0.0:1769074961.458048:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ee000
00000400:00000200:0.0:1769074961.458056:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458061:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074961.458067:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69216:69216:256:4294967295] 192.168.204.140@tcp LPNI seq info [69216:69216:8:4294967295]
00000400:00000200:0.0:1769074961.458071:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.458079:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074961.458085:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074961.458091:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074961.458099:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074961.458107:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074961.458112:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074961.458848:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.458854:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f76000.
00000400:00000200:0.0:1769074961.458859:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.458866:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074961.458871:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ee000
00000400:00000010:0.0:1769074961.458874:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ee000.
00000100:00000001:0.0:1769074961.458890:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074961.458893:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f2300 desc ffff9139509ba800 mbits 1855007617194240
00000100:00000001:0.0:1769074961.458908:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074961.458917:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.458922:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.463014:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.463036:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.463040:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.463056:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.463069:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463078:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : GET - for me
00000400:00000200:0.0:1769074961.463087:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463092:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463099:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463102:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 1048576 into portal 8 MB=0x6971e9e141780
00000400:00000200:0.0:1769074961.463108:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463117:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 8 from 12345-192.168.204.140@tcp of length 1048576/1048576 into md 0x80711 [256] + 0
00000400:00000010:0.0:1769074961.463123:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7528.
00000400:00000200:0.0:1769074961.463128:0:2363:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9139500ea000
00000400:00000200:0.0:1769074961.463136:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463141:0:2363:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.40@tcp to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074961.463147:0:2363:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69217:69217:256:4294967295] 192.168.204.140@tcp LPNI seq info [69217:69217:8:4294967295]
00000400:00000200:0.0:1769074961.463151:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.463159:0:2363:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:192.168.204.40@tcp) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) 192.168.204.140@tcp : REPLY try# 0
00000800:00000200:0.0:1769074961.463165:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1048576 bytes in 256 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074961.463172:0:2363:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff913947f76000.
00000800:00000200:0.0:1769074961.463181:0:2363:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074961.463188:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074961.463193:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913947f76000 type 3, nob 1048672 niov 1 nkiov 256
00000800:00000200:0.0:1769074961.463978:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074961.463984:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913947f76000.
00000400:00000200:0.0:1769074961.463990:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.463997:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074961.464004:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ea000
00000400:00000010:0.0:1769074961.464006:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ea000.
00000100:00000001:0.0:1769074961.464011:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074961.464014:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff91394b3f1f80 desc ffff9139509ba000 mbits 1855007617193856
00000100:00000001:0.0:1769074961.464030:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000800:00000001:0.0:1769074961.464039:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.464044:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.620627:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.620645:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.620649:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.620652:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.620724:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.620732:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074961.620740:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.620745:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.620751:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621217:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141700
00000400:00000200:0.0:1769074961.621226:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621233:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x806e9 [1] + 224
00000800:00000001:0.0:1769074961.621242:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.621249:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.621252:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.621256:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074961.621263:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074961.621272:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f0000 x1855007617193728/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074961.621284:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f0000 x1855007617193728/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.621304:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074961.621313:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.621317:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.621319:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.621321:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.621324:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621328:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074961.621334:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621337:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621341:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621345:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141680
00000400:00000200:0.0:1769074961.621349:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.621354:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x806f9 [1] + 224
00000800:00000001:0.0:1769074961.621358:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.621364:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.621368:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.621374:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074961.621377:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074961.621381:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1c00 x1855007617193600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074961.621394:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f1c00 x1855007617193600/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.621405:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074961.625312:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625332:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.625335:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625338:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.625348:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625353:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074961.625360:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625364:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625370:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625374:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141780
00000400:00000200:0.0:1769074961.625379:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625385:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80719 [1] + 224
00000800:00000001:0.0:1769074961.625394:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625401:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.625404:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.625409:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074961.625417:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074961.625425:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f1f80 x1855007617193856/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074961.625434:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f1f80 x1855007617193856/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.625558:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074961.625564:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625571:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1769074961.625577:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625580:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.625587:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625595:0:2363:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp) <- 192.168.204.140@tcp : PUT - for me
00000400:00000200:0.0:1769074961.625603:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625608:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625615:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625622:0:2363:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.140@tcp of length 448 into portal 4 MB=0x6971e9e141900
00000400:00000200:0.0:1769074961.625631:0:2363:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074961.625641:0:2363:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.140@tcp of length 448/448 into md 0x80709 [1] + 224
00000800:00000001:0.0:1769074961.625647:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625675:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074961.625679:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074961.625684:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:0.0:1769074961.625690:0:2363:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074961.625696:0:2363:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0  req@ffff91394b3f2300 x1855007617194240/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000040:0.0:1769074961.625712:0:2363:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448  req@ffff91394b3f2300 x1855007617194240/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074961.625728:0:2363:0:(events.c:163:reply_in_callback()) Process leaving
00000800:00000001:0.0:1769074961.625734:0:2363:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1769074961.625740:0:2363:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000008:00088000:2.0:1769074961.634764:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[13]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634768:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[14]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634776:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[15]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634786:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[16]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634839:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[17]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634847:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[18]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634853:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[19]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634858:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[20]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634862:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[21]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634866:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[22]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634870:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[23]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634874:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[24]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634887:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[25]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634891:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[26]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634896:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[27]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634899:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[28]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634903:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[29]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634907:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[30]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634911:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[31]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634915:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[32]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634918:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[33]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634923:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[34]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634926:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[35]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634931:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[36]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634935:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[37]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634939:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[38]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634943:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[39]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634948:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[40]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634952:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[41]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634956:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[42]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634960:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[43]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634964:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[44]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634967:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[45]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634971:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[46]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634974:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[47]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634978:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[48]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634982:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[49]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634987:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[50]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634990:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[51]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634994:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[52]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.634997:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[53]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635001:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[54]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635004:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[55]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635007:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[56]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635010:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[57]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635013:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[58]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635018:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[59]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635022:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[60]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635026:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[61]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635030:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[62]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635034:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[63]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635039:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[64]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635043:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[65]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635046:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[66]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635051:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[67]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635054:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[68]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635058:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[69]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635061:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[70]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635065:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[71]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635068:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[72]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635070:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[73]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635073:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[74]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635076:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[75]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635079:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[76]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635268:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[77]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635277:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[78]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635287:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[79]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635293:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[80]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635302:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[81]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635306:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[82]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635312:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[83]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635316:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[84]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635320:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[85]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635323:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[86]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635327:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[87]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635330:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[88]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635334:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[89]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635337:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[90]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635341:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[91]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635344:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[92]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635348:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[93]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635351:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[94]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635354:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[95]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635357:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[96]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635360:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[97]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635363:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[98]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635366:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[99]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635368:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[100]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635371:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[101]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635633:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[102]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635642:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[103]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635648:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[104]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635656:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[105]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635691:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[106]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635695:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[107]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635703:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[108]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635708:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[109]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635711:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[110]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635715:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[111]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635718:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[112]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635722:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[113]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635726:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[114]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635730:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[115]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635733:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[116]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635738:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[117]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635741:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[118]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635745:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[119]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635749:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[120]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635753:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[121]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635756:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[122]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635760:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[123]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635764:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[124]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635769:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[125]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635775:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[126]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635781:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[127]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635788:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[128]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635849:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[129]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635856:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[130]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635862:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[131]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635867:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[132]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635870:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[133]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635874:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[134]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635886:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[135]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635891:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[136]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635897:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[137]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635902:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[138]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635908:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[139]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635912:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[140]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635915:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[141]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635919:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[142]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635923:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[143]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635926:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[144]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635929:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[145]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635932:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[146]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635936:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[147]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635939:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[148]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635942:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[149]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635946:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[150]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635950:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[151]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635955:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[152]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635959:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[153]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635963:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[154]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635968:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[155]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635973:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[156]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635977:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[157]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635980:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[158]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635985:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[159]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635988:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[160]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635992:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[161]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635995:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[162]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.635998:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[163]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636002:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[164]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636005:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[165]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636009:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[166]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636311:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[167]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636319:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[168]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636325:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[169]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636330:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[170]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636335:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[171]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636341:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[172]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636350:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[173]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636359:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[174]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636366:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[175]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636374:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[176]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636391:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[177]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636398:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[178]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636406:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[179]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636414:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[180]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636419:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[181]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636570:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[182]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636576:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[183]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636581:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[184]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636586:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[185]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636593:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[186]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636601:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[187]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636606:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[188]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636612:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[189]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636617:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[190]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636625:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[191]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636628:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[192]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636633:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[193]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636639:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[194]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636645:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[195]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636652:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[196]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636685:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[197]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636691:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[198]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636697:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[199]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636704:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[200]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636712:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[201]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636720:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[202]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636728:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[203]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636738:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[204]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636744:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[205]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636751:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[206]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636759:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[207]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636763:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[208]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636768:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[209]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636772:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[210]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636776:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[211]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636779:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[212]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636783:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[213]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.636788:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[214]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637722:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[215]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637728:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[216]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637733:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[217]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637737:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[218]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637742:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[219]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637746:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[220]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637749:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[221]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637753:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[222]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637757:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[223]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637762:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[224]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637767:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[225]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637771:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[226]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637775:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[227]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637780:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[228]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637783:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[229]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637786:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[230]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.637789:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[231]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638519:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[232]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638524:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[233]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638529:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[234]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638532:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[235]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638535:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[236]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638538:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[237]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638542:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[238]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638546:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[239]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638550:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[240]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638554:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[241]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638559:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[242]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638563:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[243]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638568:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[244]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638572:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[245]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638576:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[246]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638580:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[247]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638584:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[248]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638587:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[249]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638591:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[250]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638594:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[251]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638597:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[252]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638601:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[253]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638605:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[254]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.638608:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[255]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:02000000:2.0:1769074961.638624:0:2372:0:(osc_request.c:1267:osc_checksum_bulk_t10pi()) *** cfs_fail_loc=409, val=0***
00000008:00000001:2.0:1769074961.638636:0:2372:0:(osc_request.c:1368:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0)
00000008:00088000:2.0:1769074961.638638:0:2372:0:(osc_request.c:1920:osc_brw_prep_request()) checksum at write origin: 3dbc503e (10)
00000008:00100000:2.0:1769074961.638647:0:2372:0:(osc_request.c:1967:osc_brw_prep_request()) brw rpc ffff9139458d4a80 - object 0x280000400:3777 offset 3145728<>4194304
00000008:00000001:2.0:1769074961.638651:0:2372:0:(osc_request.c:1968:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.638654:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074961.638695:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617193600/t4294971854(4294971854) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074961.638703:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.638705:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074961.638706:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891904 : -121799810659712 : ffff9139458d4a80)
00000100:00000001:2.0:1769074961.638709:0:2372:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769074961.638714:0:2372:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074961.638720:0:2372:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aed8d2f7] to pc [ptlrpcd_01_00+0]  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000008:00000040:2.0:1769074961.638752:0:2372:0:(osc_request.c:2467:osc_brw_redo_request()) @@@ new request  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000008:00000001:2.0:1769074961.638758:0:2372:0:(osc_request.c:2468:osc_brw_redo_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769074961.638760:0:2372:0:(osc_request.c:2577:brw_interpret()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074961.638764:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617193600/t4294971854(4294971854) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00100000:2.0:1769074961.638772:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617193600:192.168.204.140@tcp:4:ptlrpcd_01_01.0
00000100:00000001:2.0:1769074961.638777:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.638780:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074961.638784:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617193728/t4294971856(4294971856) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074961.638801:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074961.638805:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074961.638810:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91394b3f7000.
02000000:00000001:2.0:1769074961.638816:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074961.638819:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074961.638822:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=21 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074961.638826:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769074961.638829:0:2372:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:2.0:1769074961.638832:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074961.638835:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=20 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074961.638840:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:2.0:1769074961.638858:0:2372:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9a000.
00000100:00000010:2.0:1769074961.638864:0:2372:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139509b9400.
00000100:00000001:2.0:1769074961.638870:0:2372:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:2.0:1769074961.638874:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91395090d000.
02000000:00000001:2.0:1769074961.638891:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074961.638894:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074961.638899:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:2.0:1769074961.638905:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074961.638909:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074961.638913:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074961.638920:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617193600/t4294971854(4294971854) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074961.638933:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074961.638934:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074961.638936:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff91394b3f4000.
02000000:00000001:2.0:1769074961.638938:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074961.638939:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074961.638940:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074961.638942:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:2.0:1769074961.638943:0:2372:0:(client.c:312:ptlrpc_free_bulk()) Process entered
00000020:00000001:2.0:1769074961.638945:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074961.638946:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074961.638948:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000010:2.0:1769074961.638957:0:2372:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff91394ad9d000.
00000100:00000010:2.0:1769074961.638959:0:2372:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9139509bac00.
00000100:00000001:2.0:1769074961.638961:0:2372:0:(client.c:335:ptlrpc_free_bulk()) Process leaving
02000000:00000010:2.0:1769074961.638962:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff91395090d800.
02000000:00000001:2.0:1769074961.638964:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074961.638964:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074961.638965:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:2.0:1769074961.638967:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074961.638968:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074961.638970:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.638971:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074961.638972:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074961.638974:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.638976:0:2372:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769074961.638983:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074961.638985:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074961.638988:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b78f0.
00000400:00000200:2.0:1769074961.638991:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972f68
00000400:00000010:2.0:1769074961.638994:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972f68.
00000100:00000001:2.0:1769074961.638997:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074961.639001:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617193984/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000200:2.0:1769074961.639009:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617193984/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074961.639015:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074961.639017:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074961.639019:0:2372:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:2.0:1769074961.639022:0:2372:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:2.0:1769074961.639024:0:2372:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:2.0:1769074961.639025:0:2372:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074961.639028:0:2372:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:2.0:1769074961.639037:0:2372:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b8c530 time=5 v=5 (5 5 5 5)
00000100:00001000:2.0:1769074961.639040:0:2372:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b8c410 time=53 v=5 (1 1 0 0)
00000100:00000001:2.0:1769074961.639043:0:2372:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:2.0:1769074961.639044:0:2372:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1769074961.639047:0:2372:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:2.0:1769074961.639050:0:2372:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.639053:0:2372:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:2.0:1769074961.639055:0:2372:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: skip recheck: last_committed 4294971857
00000100:00000001:2.0:1769074961.639057:0:2372:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:2.0:1769074961.639058:0:2372:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074961.639063:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk  req@ffff9139458d7100 x1855007617193984/t4294971853(4294971853) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000040:2.0:1769074961.639070:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret  req@ffff9139458d7100 x1855007617193984/t4294971853(4294971853) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Bulk:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074961.639076:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074961.639078:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1769074961.639080:0:2372:0:(osc_request.c:2546:brw_interpret()) Process entered
00000008:00000001:2.0:1769074961.639081:0:2372:0:(osc_request.c:2138:osc_brw_fini_request()) Process entered
00000008:04000000:2.0:1769074961.639084:0:2372:0:(osc_request.c:2161:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b504fb9, flags 85000
00000001:00000001:2.0:1769074961.639087:0:2372:0:(osc_quota.c:77:osc_quota_setdq()) Process entered
00000001:00000001:2.0:1769074961.639089:0:2372:0:(osc_quota.c:82:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:2.0:1769074961.639091:0:2372:0:(osc_request.c:749:osc_update_grant()) got 0 extra grant
00000001:00000040:2.0:1769074961.639125:0:2372:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: adler32 (adler32-zlib) speed 867 MB/s
00000008:00088000:2.0:1769074961.639127:0:2372:0:(osc_request.c:1199:osc_checksum_bulk_t10pi()) GRD tags per page=2048, resend=1, bytes=1048576, pages=256
00000008:00088000:2.0:1769074961.639132:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[0]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639136:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[1]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639140:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[2]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639143:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[3]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639148:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[4]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639152:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[5]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639157:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[6]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639161:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[7]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639165:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[8]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639168:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[9]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639171:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[10]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639173:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[11]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639176:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[12]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639179:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[13]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639181:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[14]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639184:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[15]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639187:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[16]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639189:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[17]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639192:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[18]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639195:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[19]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639197:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[20]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639200:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[21]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639203:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[22]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639206:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[23]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639209:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[24]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639212:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[25]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639215:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[26]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639217:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[27]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639220:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[28]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639222:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[29]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639225:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[30]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639228:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[31]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639230:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[32]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639233:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[33]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639236:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[34]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639238:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[35]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639241:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[36]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639244:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[37]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639246:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[38]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639249:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[39]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639252:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[40]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639254:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[41]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639257:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[42]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639260:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[43]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639262:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[44]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639265:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[45]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639268:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[46]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639271:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[47]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639273:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[48]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639276:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[49]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639279:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[50]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639282:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[51]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639285:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[52]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639287:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[53]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639290:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[54]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639293:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[55]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639296:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[56]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639299:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[57]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639302:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[58]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639305:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[59]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639308:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[60]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639311:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[61]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639316:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[62]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639320:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[63]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639324:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[64]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639328:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[65]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639333:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[66]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639339:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[67]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639344:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[68]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639348:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[69]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639354:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[70]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639358:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[71]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639363:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[72]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639368:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[73]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639372:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[74]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639376:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[75]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639380:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[76]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639383:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[77]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639387:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[78]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639390:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[79]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639394:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[80]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639397:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[81]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639401:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[82]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639404:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[83]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639407:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[84]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639410:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[85]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639413:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[86]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639417:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[87]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.639420:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[88]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640031:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[89]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640038:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[90]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640043:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[91]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640048:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[92]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640053:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[93]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640056:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[94]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640060:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[95]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640064:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[96]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640068:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[97]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640071:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[98]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640075:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[99]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640079:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[100]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640259:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[101]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640265:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[102]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640269:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[103]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640273:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[104]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640277:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[105]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640281:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[106]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640284:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[107]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640287:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[108]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640291:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[109]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640295:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[110]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640298:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[111]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640302:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[112]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640305:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[113]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640308:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[114]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640312:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[115]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640315:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[116]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640319:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[117]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640322:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[118]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640325:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[119]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640329:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[120]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640333:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[121]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640338:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[122]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640343:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[123]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640347:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[124]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640350:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[125]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640354:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[126]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640357:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[127]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640361:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[128]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640365:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[129]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640368:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[130]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640382:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[131]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640387:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[132]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640391:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[133]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640395:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[134]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640399:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[135]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640403:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[136]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640406:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[137]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640410:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[138]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640413:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[139]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640417:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[140]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.640420:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[141]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641945:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[142]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641957:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[143]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641961:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[144]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641966:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[145]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641969:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[146]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641974:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[147]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641978:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[148]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641981:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[149]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641987:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[150]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641992:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[151]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.641996:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[152]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642000:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[153]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642003:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[154]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642006:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[155]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642010:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[156]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642013:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[157]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642025:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[158]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642029:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[159]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642033:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[160]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642037:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[161]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642040:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[162]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642043:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[163]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642046:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[164]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642050:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[165]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642053:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[166]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642056:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[167]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642060:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[168]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642063:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[169]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642066:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[170]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642069:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[171]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642073:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[172]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642075:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[173]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642078:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[174]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642081:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[175]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642091:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[176]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642095:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[177]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642099:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[178]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642103:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[179]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642106:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[180]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642109:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[181]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642112:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[182]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642115:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[183]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642118:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[184]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642121:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[185]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642125:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[186]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642128:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[187]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642131:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[188]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642134:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[189]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642138:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[190]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642141:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[191]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642144:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[192]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642147:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[193]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642150:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[194]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642154:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[195]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642158:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[196]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642162:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[197]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642165:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[198]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642169:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[199]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642173:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[200]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642177:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[201]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642181:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[202]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642185:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[203]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642189:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[204]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642193:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[205]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642197:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[206]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642201:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[207]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642204:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[208]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642207:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[209]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642210:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[210]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642213:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[211]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642216:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[212]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642219:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[213]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642222:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[214]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642225:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[215]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642229:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[216]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642232:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[217]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642235:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[218]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642238:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[219]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642242:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[220]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642246:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[221]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642251:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[222]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642255:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[223]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642258:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[224]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642262:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[225]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642264:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[226]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642267:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[227]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642270:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[228]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642273:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[229]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642276:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[230]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642279:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[231]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642282:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[232]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642286:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[233]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642289:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[234]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642292:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[235]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642295:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[236]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642298:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[237]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642301:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[238]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642305:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[239]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642308:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[240]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642311:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[241]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642314:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[242]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642317:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[243]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642320:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[244]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642323:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[245]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642327:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[246]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642330:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[247]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642333:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[248]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642336:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[249]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642339:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[250]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642341:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[251]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642344:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[252]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642347:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[253]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642351:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[254]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:00088000:2.0:1769074961.642355:0:2372:0:(osc_request.c:1241:osc_checksum_bulk_t10pi()) pga[255]: used 8 off 0+4096 gen checksum: 45454545454545454545454545454545
00000008:02000000:2.0:1769074961.642374:0:2372:0:(osc_request.c:1267:osc_checksum_bulk_t10pi()) *** cfs_fail_loc=409, val=0***
00000008:02020000:2.0:1769074961.642402:0:2372:0:(osc_request.c:2120:check_write_checksum()) lustre-OST0001-osc-ffff913942dbd000: BAD WRITE CHECKSUM: changed in transit before arrival at OST: from 192.168.204.140@tcp inode [0x200000406:0xc37:0x0] object 0x280000400:3777 extent [4194304-5242879], original client csum 3dbc503e (type 10), server csum 3dbc503d (type 10), client csum now 3dbc503e
00000008:00000001:2.0:1769074961.642408:0:2372:0:(osc_request.c:2188:osc_brw_fini_request()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5)
00000008:00000002:2.0:1769074961.642412:0:2372:0:(osc_request.c:2551:brw_interpret()) request ffff9139458d7100 aa ffff9139458d72b0 rc -11
00000008:00000001:2.0:1769074961.642931:0:2372:0:(osc_request.c:2413:osc_brw_redo_request()) Process entered
00000008:00020000:2.0:1769074961.642940:0:2372:0:(osc_request.c:2416:osc_brw_redo_request()) @@@ redo for recoverable error -11  req@ffff9139458d7100 x1855007617193984/t4294971853(4294971853) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074977 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000008:00000001:2.0:1769074961.642950:0:2372:0:(osc_request.c:1519:osc_brw_prep_request()) Process entered
00000100:00000001:2.0:1769074961.644572:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074961.644575:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074961.644577:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644579:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644581:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644583:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644584:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644586:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644587:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644588:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644590:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644591:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644593:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074961.644595:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644596:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074961.644598:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.270972:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.270978:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074962.270991:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074962.270999:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617195776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.271007:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074962.271010:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074962.271014:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074962.271017:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074962.271020:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074962.271023:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3a5fd982-3993-4760-9b98-c11edbdeccc5:2371:1855007617195776:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074962.271027:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074962.271032:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074962.271034:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074962.271036:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074962.271041:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a1200.
02000000:00000001:0.0:1769074962.271043:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074962.271052:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074962.271057:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a0961b8.
00000400:00000010:0.0:1769074962.271064:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd990.
00000100:00000200:0.0:1769074962.271072:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617195776, portal 25
00000100:00000001:0.0:1769074962.271074:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074962.271077:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000100:00000040:0.0:1769074962.271082:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617195776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.271090:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074962.271092:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074962.271096:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdd48.
00000100:00000200:0.0:1769074962.271099:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617195776, offset 0
00000400:00000200:0.0:1769074962.271105:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074962.271116:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074962.271124:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074962.271129:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074962.271133:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074962.271137:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074962.271139:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074962.271143:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69218:69218:256:4294967295] 192.168.204.140@tcp LPNI seq info [69218:69218:8:4294967295]
00000400:00000200:0.0:1769074962.271147:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074962.271156:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074962.271170:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074962.271176:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2f00.
00000800:00000200:0.0:1769074962.271183:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074962.271191:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074962.271195:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2f00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074962.271210:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074962.271214:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074962.271216:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296621998
00000100:00000001:0.0:1769074962.271226:0:2371:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296621168
00000100:00000001:0.0:1769074962.271230:0:2371:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296621998
00000100:00000001:0.0:1769074962.271233:0:2371:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296621168
00000100:00000001:0.0:1769074962.271236:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074962.271238:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.271241:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.271244:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.272740:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074962.272745:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074962.272751:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.272753:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074962.272757:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074962.272760:0:2371:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00000001:0.0:1769074962.272762:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.272764:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074962.272765:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.272767:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.272768:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074962.272770:0:2371:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074962.272779:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617195904/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.272788:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074962.272790:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074962.272793:0:2371:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074962.272797:0:2371:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074962.272799:0:2371:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074962.272802:0:2371:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617195904:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074962.272806:0:2371:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074962.272811:0:2371:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074962.272813:0:2371:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074962.272815:0:2371:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074962.272821:0:2371:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a0800.
02000000:00000001:0.0:1769074962.272824:0:2371:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074962.272830:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074962.272836:0:2371:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096528.
00000400:00000010:0.0:1769074962.273118:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd2a8.
00000100:00000200:0.0:1769074962.273127:0:2371:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617195904, portal 10
00000100:00000001:0.0:1769074962.273130:0:2371:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074962.273132:0:2371:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000100:00000040:0.0:1769074962.273140:0:2371:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617195904/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.273149:0:2371:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074962.273152:0:2371:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074962.273155:0:2371:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd000.
00000100:00000200:0.0:1769074962.273159:0:2371:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617195904, offset 0
00000400:00000200:0.0:1769074962.273538:0:2371:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074962.273547:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074962.273554:0:2371:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074962.273559:0:2371:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074962.273563:0:2371:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074962.273567:0:2371:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074962.273570:0:2371:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074962.273573:0:2371:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69219:69219:255:4294967295] 192.168.204.140@tcp LPNI seq info [69219:69219:7:4294967295]
00000400:00000200:0.0:1769074962.273578:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074962.273692:0:2371:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074962.273699:0:2371:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074962.273704:0:2371:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2100.
00000800:00000200:0.0:1769074962.273711:0:2371:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074962.273718:0:2371:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074962.273722:0:2371:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2100 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074962.273726:0:2371:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074962.273731:0:2371:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:0.0:1769074962.273735:0:2371:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074962.273738:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296620558
00000100:00000001:0.0:1769074962.273741:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296621998
00000100:00000001:0.0:1769074962.273743:0:2371:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296620558
00000100:00000001:0.0:1769074962.273746:0:2371:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296621998
00000100:00000001:0.0:1769074962.273748:0:2371:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074962.273751:0:2371:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.273754:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.273757:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.273759:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.273761:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074962.273762:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.273764:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074962.273827:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074962.273831:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2f00.
00000400:00000200:0.0:1769074962.273837:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074962.275569:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074962.275581:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cdd48
00000400:00000010:0.0:1769074962.275750:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cdd48.
00000100:00000001:0.0:1769074962.275757:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074962.275765:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff913944708700 x1855007617195776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.275776:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074962.275779:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617195776/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.275785:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.275787:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074962.276300:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074962.276306:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff913942bb2100.
00000400:00000200:0.0:1769074962.276312:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074962.276317:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074962.284725:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500cd000
00000400:00000010:0.0:1769074962.284732:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139500cd000.
00000100:00000001:0.0:1769074962.284806:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074962.284816:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff913944708e00 x1855007617195904/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl UnregRPC:RNU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.285237:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074962.285244:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617195904/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl UnregRPC:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.285251:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.285253:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074962.289814:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074962.289822:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769074962.289831:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074962.289839:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074962.289846:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743088
00000400:00000010:0.0:1769074962.289849:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743088.
00000100:00000001:0.0:1769074962.289854:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074962.289861:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.289889:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074962.289893:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.289901:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.289902:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769074962.296544:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.296549:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:0.0:1769074962.296557:0:2370:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074962.296560:0:2370:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1769074962.296563:0:2370:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9dc0.
00000400:00000200:0.0:1769074962.296568:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743c38
00000400:00000010:0.0:1769074962.296571:0:2370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743c38.
00000100:00000001:0.0:1769074962.296574:0:2370:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1769074962.296581:0:2370:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074962.296591:0:2370:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.296597:0:2370:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074962.296599:0:2370:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.296601:0:2370:0:(client.c:1578:after_reply()) Process entered
02000000:00000001:0.0:1769074962.296604:0:2370:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered
00000100:00000001:0.0:1769074962.296607:0:2370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered
00000100:00000001:0.0:1769074962.296609:0:2370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074962.296612:0:2370:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00001000:0.0:1769074962.296623:0:2370:0:(import.c:2128:obd_at_measure()) add 5 to ffff913942b8c458 time=139 v=5 (5 5 5 5)
00000100:00001000:0.0:1769074962.296626:0:2370:0:(import.c:2128:obd_at_measure()) add 1 to ffff913942b8c410 time=54 v=5 (1 1 0 0)
00000100:00000001:0.0:1769074962.296629:0:2370:0:(client.c:1480:ptlrpc_check_status()) Process entered
00000100:00000001:0.0:1769074962.296631:0:2370:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1769074962.296634:0:2370:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered
00010000:00000001:0.0:1769074962.296638:0:2370:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.296642:0:2370:0:(client.c:3065:ptlrpc_free_committed()) Process entered
00000100:00000040:0.0:1769074962.296645:0:2370:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-ffff913942dbd000: skip recheck: last_committed 4294971857
00000100:00000001:0.0:1769074962.296647:0:2370:0:(client.c:3078:ptlrpc_free_committed()) Process leaving
00000100:00000001:0.0:1769074962.296648:0:2370:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074962.296653:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.296690:0:2370:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074962.296693:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074962.296695:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074962.296700:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074962.296708:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617196032:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074962.296713:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.296715:0:2370:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074962.296718:0:2370:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470bb80 x1855007617196032/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074978 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074962.296725:0:2370:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074962.296728:0:2370:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074962.296731:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7e600.
02000000:00000001:0.0:1769074962.296735:0:2370:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074962.296738:0:2370:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074962.296740:0:2370:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074962.296752:0:2370:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074962.296755:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12300.
02000000:00000001:0.0:1769074962.296759:0:2370:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074962.296761:0:2370:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074962.296764:0:2370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470bb80.
00000100:00000001:0.0:1769074962.296767:0:2370:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074962.296768:0:2370:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.296770:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074962.296778:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074962.296780:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074962.296782:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074962.296784:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074963.807038:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296622034, at 4296622080
00000100:00000010:0.0:1769074963.807045:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913949174ea0.
00000020:00000001:2.0:1769074964.638979:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074964.638982:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074964.638985:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769074966.686973:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074966.686976:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074966.686979:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769074966.879370:0:2373:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074966.879456:0:2373:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074966.879458:0:2373:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074966.879460:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074966.879462:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074966.879463:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.879466:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879468:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.879469:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879471:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.879472:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879474:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.879475:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879476:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.879478:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879479:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074966.879487:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4000 x1855007617194880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074966.879567:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074966.879568:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074966.879571:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074966.879573:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074966.879575:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074966.879578:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617194880:192.168.204.140@tcp:4:ptlrpcd_01_00.0
00000100:00000001:2.0:1769074966.879582:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074966.879585:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074966.879587:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879588:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074966.879593:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074966.879597:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b78f0.
00000400:00000010:2.0:1769074966.879603:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9139500ec000.
00000100:00000200:2.0:1769074966.879608:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141b80-0x6971e9e141b80, portal 8
00000100:00000001:2.0:1769074966.879611:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074966.879613:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074966.879616:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f4000.
02000000:00000001:2.0:1769074966.879618:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074966.879621:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074966.879623:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7058.
00000400:00000010:2.0:1769074966.879626:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972f68.
00000100:00000200:2.0:1769074966.879628:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617194880, portal 4
00000100:00000001:2.0:1769074966.879630:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074966.879631:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898889216 : -121799810662400 : ffff9139458d4000)
00000100:00000040:2.0:1769074966.879636:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff9139458d4000 x1855007617194880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074966.879642:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074966.879644:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074966.879647:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972908.
00000100:00000200:2.0:1769074966.879649:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617194880, offset 0
00000400:00000200:2.0:1769074966.879654:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074966.879678:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074966.879682:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074966.879686:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074966.879688:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074966.879691:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074966.879693:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074966.879696:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69222:69222:255:4294967295] 192.168.204.140@tcp LPNI seq info [69222:69222:7:4294967295]
00000400:00000200:2.0:1769074966.879700:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074966.879706:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074966.879713:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074966.879717:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1800.
00000800:00000200:2.0:1769074966.879722:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074966.879726:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074966.879729:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1800 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074966.879732:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074966.879735:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074966.879738:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074966.879739:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296626630
00000100:00000001:2.0:1769074966.879744:0:2373:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, simply extend its deadline from 4296626629
00000100:00000001:2.0:1769074966.879748:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296626630
00000100:00000001:2.0:1769074966.879750:0:2373:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, simply extend its deadline from 4296626629
00000100:00000001:2.0:1769074966.879753:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074966.879755:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879758:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.879760:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074966.880397:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074966.880402:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e800.
00000400:00000200:0.0:1769074966.880408:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074966.880413:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074966.880417:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:0.0:1769074966.880418:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:0.0:1769074966.880422:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074966.880426:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6d80 x1855007617194752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074966.880434:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074966.880436:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6d80 x1855007617194752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074966.880441:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074966.880442:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074966.880493:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074966.880495:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074966.880498:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074966.880501:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074966.880504:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972908
00000400:00000010:0.0:1769074966.880505:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972908.
00000100:00000001:0.0:1769074966.880507:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074966.880511:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4000 x1855007617194880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074982 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074966.880518:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074966.880521:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4000 x1855007617194880/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074982 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074966.880527:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074966.880529:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074966.887397:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074966.887402:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff913944770000.
00000400:00000200:0.0:1769074966.887407:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074966.887414:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: REPLY: OK
00000400:00000200:0.0:1769074966.887421:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500ec000
00000400:00000010:0.0:1769074966.887424:0:2363:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500ec000.
00000100:00000001:0.0:1769074966.887428:0:2363:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:0.0:1769074966.887430:0:2363:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req ffff9139458d4000 desc ffff91394b3f5000 mbits 1855007617194880
00000100:00000001:2.0:1769074966.887480:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074966.887484:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074966.887486:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.887489:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887492:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.887503:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887505:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.887507:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887509:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.887510:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887512:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769074966.887513:0:2373:0:(client.c:1810:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887516:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074966.887518:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074966.887609:0:2363:0:(events.c:217:client_bulk_callback()) Process leaving
00000100:00000001:2.0:1769074967.391151:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074967.391155:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074967.391157:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.391163:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391168:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.391170:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391173:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.391175:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.391177:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.391179:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617196160:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074967.391182:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.391187:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.391189:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391190:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.391194:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944725800.
02000000:00000001:2.0:1769074967.391195:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.391202:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.391205:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7b00.
00000400:00000010:2.0:1769074967.391210:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972b28.
00000100:00000200:2.0:1769074967.391215:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196160, portal 25
00000100:00000001:2.0:1769074967.391217:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.391218:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:2.0:1769074967.391221:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391229:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.391231:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.391234:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972aa0.
00000100:00000200:2.0:1769074967.391238:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617196160, offset 0
00000400:00000200:2.0:1769074967.391245:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391253:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391272:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.391276:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.391280:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.391283:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.391285:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391288:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69225:69225:256:4294967295] 192.168.204.140@tcp LPNI seq info [69225:69225:8:4294967295]
00000400:00000200:2.0:1769074967.391291:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391299:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.391303:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.391307:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1300.
00000800:00000200:2.0:1769074967.391312:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.391319:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.391322:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1300 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.391337:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.391342:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.391345:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296627142
00000100:00000001:2.0:1769074967.391351:0:2372:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296626630
00000100:00000001:2.0:1769074967.391355:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296627142
00000100:00000001:2.0:1769074967.391358:0:2372:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296626630
00000100:00000001:2.0:1769074967.391362:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.391365:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.391367:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.391372:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391379:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.391380:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391383:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.391385:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.391387:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.391389:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617196416:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074967.391392:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.391394:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.391395:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391396:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.391398:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944724600.
02000000:00000001:2.0:1769074967.391400:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.391402:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.391404:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7580.
00000400:00000010:2.0:1769074967.391406:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972990.
00000100:00000200:2.0:1769074967.391408:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196416, portal 4
00000100:00000001:2.0:1769074967.391409:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.391410:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:2.0:1769074967.391414:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391418:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.391420:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.391421:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972330.
00000100:00000200:2.0:1769074967.391422:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007617196416, offset 0
00000400:00000200:2.0:1769074967.391425:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391427:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391430:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.391431:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.391433:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.391435:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.391436:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391438:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69226:69226:255:4294967295] 192.168.204.140@tcp LPNI seq info [69226:69226:7:4294967295]
00000400:00000200:2.0:1769074967.391440:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391444:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.391448:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.391450:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1700.
00000800:00000200:2.0:1769074967.391453:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.391457:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.391459:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1700 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.391461:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.391464:0:2372:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.391466:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.391468:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627141
00000100:00000001:2.0:1769074967.391470:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.391471:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627141
00000100:00000001:2.0:1769074967.391473:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.391474:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.391475:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.391476:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.391480:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2300 x1855007617195648/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.391483:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.391485:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391486:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.391488:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.391489:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.391491:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617195648:192.168.204.140@tcp:4:ptlrpcd_01_00.0
00000100:00000001:2.0:1769074967.391493:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.391495:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.391497:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.391499:0:2372:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.391504:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.391508:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b70b0.
00000400:00000010:2.0:1769074967.391514:0:2372:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9139500e8000.
00000100:00000200:2.0:1769074967.391520:0:2372:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141e80-0x6971e9e141e80, portal 8
00000100:00000001:2.0:1769074967.391527:0:2372:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391529:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.391533:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f7000.
02000000:00000001:2.0:1769074967.391536:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.391539:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.391541:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7cb8.
00000400:00000010:2.0:1769074967.391543:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972110.
00000100:00000200:2.0:1769074967.391544:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195648, portal 4
00000100:00000001:2.0:1769074967.391546:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.391547:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994433280 : -121799715118336 : ffff91394b3f2300)
00000100:00000040:2.0:1769074967.391551:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff91394b3f2300 x1855007617195648/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.391559:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.391565:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.391568:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972dd0.
00000100:00000200:2.0:1769074967.391571:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195648, offset 0
00000400:00000200:2.0:1769074967.391578:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391584:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391590:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.391594:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.391599:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.391601:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.391604:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391606:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69227:69227:255:4294967295] 192.168.204.140@tcp LPNI seq info [69227:69227:6:4294967295]
00000400:00000200:2.0:1769074967.391609:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391613:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.391616:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.391618:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1900.
00000800:00000200:2.0:1769074967.391621:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.391623:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.391625:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1900 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.391627:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.391629:0:2372:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.391630:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.391632:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627141
00000100:00000001:2.0:1769074967.391633:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.391635:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627141
00000100:00000001:2.0:1769074967.391636:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.391638:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.391639:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.391641:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.391643:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074967.391650:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074967.391652:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a)
00000100:00000001:2.0:1769074967.391653:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074967.391654:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074967.391655:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.391690:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:2.0:1769074967.391692:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074967.391694:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074967.391697:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074967.391702:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074967.391703:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074967.391707:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.391713:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391723:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.391725:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391728:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.391731:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.391735:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.391741:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617196288:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074967.391746:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.391750:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.391753:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.391757:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.391761:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944724c00.
02000000:00000001:2.0:1769074967.391764:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.391766:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.391769:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7000.
00000400:00000010:2.0:1769074967.391773:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972ee0.
00000100:00000200:2.0:1769074967.391776:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196288, portal 10
00000100:00000001:2.0:1769074967.391788:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.391791:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000040:2.0:1769074967.391802:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074967.391815:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.391822:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.391826:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139489727f8.
00000100:00000200:2.0:1769074967.391832:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617196288, offset 0
00000400:00000200:2.0:1769074967.391840:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391848:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391855:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.391861:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.391866:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.391870:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.391875:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.391879:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69228:69228:256:4294967295] 192.168.204.140@tcp LPNI seq info [69228:69228:8:4294967295]
00000400:00000200:2.0:1769074967.391884:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.391893:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.391897:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.391901:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1900.
00000800:00000200:2.0:1769074967.391904:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.391908:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.391911:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1900 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392009:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392014:0:2372:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:2.0:1769074967.392019:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392021:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296625676
00000100:00000001:2.0:1769074967.392023:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392026:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296625676
00000100:00000001:2.0:1769074967.392029:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392033:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392035:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392037:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392039:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392054:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074967.392057:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074967.392058:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.392064:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392070:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.392072:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392074:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.392075:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.392077:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.392079:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617195392:192.168.204.140@tcp:4:ptlrpcd_01_00.0
00000100:00000001:2.0:1769074967.392082:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.392085:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.392086:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392088:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.392092:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392095:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7790.
00000400:00000010:2.0:1769074967.392100:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9139500ec000.
00000100:00000200:2.0:1769074967.392104:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141d80-0x6971e9e141d80, portal 8
00000100:00000001:2.0:1769074967.392106:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392107:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.392109:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f6400.
02000000:00000001:2.0:1769074967.392110:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.392112:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392113:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7c60.
00000400:00000010:2.0:1769074967.392115:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972770.
00000100:00000200:2.0:1769074967.392116:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195392, portal 4
00000100:00000001:2.0:1769074967.392117:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.392118:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891904 : -121799810659712 : ffff9139458d4a80)
00000100:00000040:2.0:1769074967.392123:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392127:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.392128:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.392130:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972bb0.
00000100:00000200:2.0:1769074967.392131:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195392, offset 0
00000400:00000200:2.0:1769074967.392133:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392136:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392138:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.392140:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.392142:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.392144:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.392147:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392150:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69229:69229:255:4294967295] 192.168.204.140@tcp LPNI seq info [69229:69229:7:4294967295]
00000400:00000200:2.0:1769074967.392154:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392160:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.392164:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.392167:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1700.
00000800:00000200:2.0:1769074967.392171:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.392175:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.392178:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1700 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392181:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392183:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.392186:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392188:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627142
00000100:00000001:2.0:1769074967.392190:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392191:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627142
00000100:00000001:2.0:1769074967.392193:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392194:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392196:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392197:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.392201:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1500 x1855007617195264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392206:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.392207:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392208:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.392209:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.392210:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.392212:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617195264:192.168.204.140@tcp:4:ptlrpcd_01_01.0
00000100:00000001:2.0:1769074967.392214:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.392215:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.392217:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392218:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.392220:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392222:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7108.
00000400:00000010:2.0:1769074967.392228:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9139500ea000.
00000100:00000200:2.0:1769074967.392233:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141d00-0x6971e9e141d00, portal 8
00000100:00000001:2.0:1769074967.392235:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392237:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.392240:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f4400.
02000000:00000001:2.0:1769074967.392242:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.392244:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392246:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7948.
00000400:00000010:2.0:1769074967.392249:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972088.
00000100:00000200:2.0:1769074967.392252:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195264, portal 4
00000100:00000001:2.0:1769074967.392253:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.392254:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994429696 : -121799715121920 : ffff91394b3f1500)
00000100:00000040:2.0:1769074967.392259:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff91394b3f1500 x1855007617195264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392266:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.392268:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.392270:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139489724c8.
00000100:00000200:2.0:1769074967.392273:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195264, offset 0
00000400:00000200:2.0:1769074967.392277:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392281:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392284:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.392286:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.392289:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.392291:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.392293:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392296:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69230:69230:254:4294967295] 192.168.204.140@tcp LPNI seq info [69230:69230:6:4294967295]
00000400:00000200:2.0:1769074967.392301:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392307:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.392311:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.392314:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1300.
00000800:00000200:2.0:1769074967.392318:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.392322:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.392324:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1300 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392327:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392329:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.392332:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392334:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627142
00000100:00000001:2.0:1769074967.392336:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392338:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627142
00000100:00000001:2.0:1769074967.392340:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392342:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392344:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392346:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.392351:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1f80 x1855007617195520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392357:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.392359:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392361:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.392362:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.392364:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.392366:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617195520:192.168.204.140@tcp:4:ptlrpcd_01_01.0
00000100:00000001:2.0:1769074967.392369:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.392371:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.392373:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392374:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.392377:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392380:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7370.
00000400:00000010:2.0:1769074967.392384:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9139500ee000.
00000100:00000200:2.0:1769074967.392388:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141e00-0x6971e9e141e00, portal 8
00000100:00000001:2.0:1769074967.392391:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392392:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.392395:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f6800.
02000000:00000001:2.0:1769074967.392396:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.392399:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392401:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7bb0.
00000400:00000010:2.0:1769074967.392404:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972550.
00000100:00000200:2.0:1769074967.392406:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195520, portal 4
00000100:00000001:2.0:1769074967.392408:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.392409:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994432384 : -121799715119232 : ffff91394b3f1f80)
00000100:00000040:2.0:1769074967.392413:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff91394b3f1f80 x1855007617195520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392419:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.392421:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.392423:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972a18.
00000100:00000200:2.0:1769074967.392425:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195520, offset 0
00000400:00000200:2.0:1769074967.392429:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392432:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392435:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.392438:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.392441:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.392443:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.392445:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392447:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69231:69231:253:4294967295] 192.168.204.140@tcp LPNI seq info [69231:69231:5:4294967295]
00000400:00000200:2.0:1769074967.392450:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392456:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.392459:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.392463:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1800.
00000800:00000200:2.0:1769074967.392466:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.392470:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.392472:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1800 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392475:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392478:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.392481:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392483:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627142
00000100:00000001:2.0:1769074967.392485:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392487:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627142
00000100:00000001:2.0:1769074967.392489:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392492:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392494:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392496:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.392499:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6a00 x1855007617195136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392503:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.392504:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392506:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.392507:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.392508:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.392510:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617195136:192.168.204.140@tcp:4:ptlrpcd_01_00.0
00000100:00000001:2.0:1769074967.392514:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.392515:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.392516:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392517:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.392519:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392521:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7b58.
00000400:00000010:2.0:1769074967.392527:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff913944768000.
00000100:00000200:2.0:1769074967.392530:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141c80-0x6971e9e141c80, portal 8
00000100:00000001:2.0:1769074967.392532:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392533:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.392536:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f5800.
02000000:00000001:2.0:1769074967.392537:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.392538:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392540:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7268.
00000400:00000010:2.0:1769074967.392541:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972220.
00000100:00000200:2.0:1769074967.392543:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195136, portal 4
00000100:00000001:2.0:1769074967.392544:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.392545:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899968 : -121799810651648 : ffff9139458d6a00)
00000100:00000040:2.0:1769074967.392547:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff9139458d6a00 x1855007617195136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392552:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.392553:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.392555:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972dd0.
00000100:00000200:2.0:1769074967.392556:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195136, offset 0
00000400:00000200:2.0:1769074967.392558:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392560:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392562:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.392564:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.392565:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.392567:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.392568:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392570:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69232:69232:252:4294967295] 192.168.204.140@tcp LPNI seq info [69232:69232:4:4294967295]
00000400:00000200:2.0:1769074967.392574:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392578:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.392580:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.392582:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1d00.
00000800:00000200:2.0:1769074967.392585:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.392587:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.392589:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1d00 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392590:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392592:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.392594:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392595:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627142
00000100:00000001:2.0:1769074967.392596:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392598:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627142
00000100:00000001:2.0:1769074967.392599:0:2373:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296627142
00000100:00000001:2.0:1769074967.392600:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392601:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392602:0:2373:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074967.392605:0:2373:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5880 x1855007617195008/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392608:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074967.392609:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392610:0:2373:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074967.392611:0:2373:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074967.392612:0:2373:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074967.392613:0:2373:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2373:1855007617195008:192.168.204.140@tcp:4:ptlrpcd_01_00.0
00000100:00000001:2.0:1769074967.392615:0:2373:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074967.392616:0:2373:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074967.392617:0:2373:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392618:0:2373:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered
00000400:00000200:2.0:1769074967.392620:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392622:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b71b8.
00000400:00000010:2.0:1769074967.392625:0:2373:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff91394476e000.
00000100:00000200:2.0:1769074967.392627:0:2373:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 256 pages 1048576 bytes, mbits x0x6971e9e141c00-0x6971e9e141c00, portal 8
00000100:00000001:2.0:1769074967.392629:0:2373:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074967.392630:0:2373:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074967.392632:0:2373:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff91394b3f7800.
02000000:00000001:2.0:1769074967.392633:0:2373:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074967.392635:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074967.392636:0:2373:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7c08.
00000400:00000010:2.0:1769074967.392637:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972330.
00000100:00000200:2.0:1769074967.392638:0:2373:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617195008, portal 4
00000100:00000001:2.0:1769074967.392640:0:2373:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074967.392640:0:2373:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898895488 : -121799810656128 : ffff9139458d5880)
00000100:00000040:2.0:1769074967.392643:0:2373:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600  req@ffff9139458d5880 x1855007617195008/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074967.392647:0:2373:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074967.392648:0:2373:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074967.392649:0:2373:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972aa0.
00000100:00000200:2.0:1769074967.392650:0:2373:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 6, xid 1855007617195008, offset 0
00000400:00000200:2.0:1769074967.392653:0:2373:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392656:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392682:0:2373:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074967.392685:0:2373:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074967.392687:0:2373:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074967.392688:0:2373:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074967.392690:0:2373:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074967.392692:0:2373:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69233:69233:251:4294967295] 192.168.204.140@tcp LPNI seq info [69233:69233:3:4294967295]
00000400:00000200:2.0:1769074967.392696:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074967.392700:0:2373:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074967.392704:0:2373:0:(socklnd_cb.c:1001:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074967.392707:0:2373:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1a00.
00000800:00000200:2.0:1769074967.392711:0:2373:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074967.392715:0:2373:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074967.392717:0:2373:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1a00 type 1, nob 584 niov 1 nkiov 1
00000100:00000001:2.0:1769074967.392719:0:2373:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074967.392722:0:2373:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:2.0:1769074967.392724:0:2373:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074967.392726:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296627143
00000100:00000001:2.0:1769074967.392731:0:2373:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, simply extend its deadline from 4296627142
00000100:00000001:2.0:1769074967.392734:0:2373:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296627143
00000100:00000001:2.0:1769074967.392738:0:2373:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, simply extend its deadline from 4296627142
00000100:00000001:2.0:1769074967.392740:0:2373:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074967.392743:0:2373:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392745:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.392748:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074967.392950:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.392954:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1900.
00000400:00000200:0.0:1769074967.392958:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.392963:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.392967:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489727f8
00000400:00000010:0.0:1769074967.392969:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489727f8.
00000100:00000001:0.0:1769074967.392972:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.392976:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074967.392989:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.392992:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074983 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074967.392998:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.392999:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074967.393010:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.393012:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1700.
00000400:00000200:0.0:1769074967.393014:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.393017:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.393019:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972bb0
00000400:00000010:0.0:1769074967.393020:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972bb0.
00000100:00000001:0.0:1769074967.393022:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.393025:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393031:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.393033:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d4a80 x1855007617195392/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393037:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.393039:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074967.393046:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.393047:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1300.
00000400:00000200:0.0:1769074967.393049:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.393052:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.393054:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489724c8
00000400:00000010:0.0:1769074967.393055:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489724c8.
00000100:00000001:0.0:1769074967.393057:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.393060:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1500 x1855007617195264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393066:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.393068:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1500 x1855007617195264/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393073:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.393075:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074967.393081:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.393083:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1800.
00000400:00000200:0.0:1769074967.393085:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.393087:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.393090:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972a18
00000400:00000010:0.0:1769074967.393091:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972a18.
00000100:00000001:0.0:1769074967.393093:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.393095:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1f80 x1855007617195520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393101:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.393104:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff91394b3f1f80 x1855007617195520/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393109:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.393110:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074967.393116:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.393118:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1d00.
00000400:00000200:0.0:1769074967.393120:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.393123:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.393124:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972dd0
00000400:00000010:0.0:1769074967.393126:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972dd0.
00000100:00000001:0.0:1769074967.393128:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.393130:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d6a00 x1855007617195136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393136:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.393139:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d6a00 x1855007617195136/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393144:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.393146:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074967.393191:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074967.393194:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1a00.
00000400:00000200:0.0:1769074967.393196:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074967.393200:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074967.393202:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972aa0
00000400:00000010:0.0:1769074967.393203:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972aa0.
00000100:00000001:0.0:1769074967.393206:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074967.393209:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139458d5880 x1855007617195008/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393215:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074967.393218:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2  req@ffff9139458d5880 x1855007617195008/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 0 dl 1769074983 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:0.0:1769074967.393223:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074967.393225:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074967.886798:0:2373:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074967.886813:0:2373:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074967.886815:0:2373:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a)
00000100:00000001:2.0:1769074967.886821:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074967.886824:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074967.886829:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074967.886833:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074968.414774:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074968.414790:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074968.414792:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9)
00000100:00000001:2.0:1769074968.414797:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074968.414800:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074968.414804:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074968.414809:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074968.927064:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296627143, at 4296627200
00000100:00000010:0.0:1769074968.927071:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000020:00000001:2.0:1769074969.758946:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074969.758950:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074969.758953:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769074971.806907:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074971.806911:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074971.806914:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769074972.510986:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074972.510990:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074972.510994:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074972.511002:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617196544/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074972.511020:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074972.511024:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074972.511030:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074972.511035:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074972.511040:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074972.511049:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2370:1855007617196544:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074972.511057:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074972.511071:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074972.511074:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074972.511078:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074972.511082:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a1400.
02000000:00000001:0.0:1769074972.511087:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074972.511100:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074972.511108:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096b00.
00000400:00000010:0.0:1769074972.511116:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd000.
00000100:00000200:0.0:1769074972.511127:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196544, portal 25
00000100:00000001:0.0:1769074972.511131:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074972.511135:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000100:00000040:0.0:1769074972.511143:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617196544/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074972.511157:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074972.511165:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074972.511170:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cdd48.
00000100:00000200:0.0:1769074972.511175:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617196544, offset 0
00000400:00000200:0.0:1769074972.511183:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074972.511193:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074972.511203:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074972.511211:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074972.511216:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074972.511220:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074972.511222:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074972.511224:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69234:69234:256:4294967295] 192.168.204.140@tcp LPNI seq info [69234:69234:8:4294967295]
00000400:00000200:0.0:1769074972.511227:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074972.511243:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074972.511251:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074972.511258:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2100.
00000800:00000200:0.0:1769074972.511268:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074972.511279:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074972.511294:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2100 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074972.511313:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074972.511341:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074972.511346:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296632262
00000100:00000010:0.0:1769074972.511353:0:2370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200420.
00000100:00000001:0.0:1769074972.511362:0:2370:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769074972.511371:0:2370:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296632262
00000100:00000010:0.0:1769074972.511376:0:2370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913950200d20.
00000100:00000001:0.0:1769074972.511380:0:2370:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769074972.511383:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074972.511388:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074972.511393:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074972.511398:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074972.511408:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074972.511412:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074972.511416:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074972.511420:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074972.511423:0:2370:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769074972.511429:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b480 x1855007617196800/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074972.511449:0:2370:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074972.511452:0:2370:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074972.511455:0:2370:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769074972.511456:0:2370:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769074972.511458:0:2370:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769074972.511460:0:2370:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617196800:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074972.511463:0:2370:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769074972.511465:0:2370:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769074972.511466:0:2370:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769074972.511467:0:2370:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1769074972.511469:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9139507a0c00.
02000000:00000001:0.0:1769074972.511471:0:2370:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074972.511475:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074972.511477:0:2370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394a096108.
00000400:00000010:0.0:1769074972.511479:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd198.
00000100:00000200:0.0:1769074972.511481:0:2370:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196800, portal 4
00000100:00000001:0.0:1769074972.511483:0:2370:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769074972.511484:0:2370:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880241280 : -121799829310336 : ffff91394470b480)
00000100:00000040:0.0:1769074972.511488:0:2370:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b480 x1855007617196800/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074972.511492:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769074972.511494:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:0.0:1769074972.511496:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139500cd550.
00000100:00000200:0.0:1769074972.511498:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855007617196800, offset 0
00000400:00000200:0.0:1769074972.511503:0:2370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769074972.511508:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074972.511515:0:2370:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769074972.511520:0:2370:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1769074972.511524:0:2370:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:0.0:1769074972.511530:0:2370:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074972.511536:0:2370:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074972.511540:0:2370:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69236:69236:254:4294967295] 192.168.204.140@tcp LPNI seq info [69236:69236:6:4294967295]
00000400:00000200:0.0:1769074972.511544:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769074972.511551:0:2370:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1769074972.511555:0:2370:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:0.0:1769074972.511558:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff913942bb2f00.
00000800:00000200:0.0:1769074972.511565:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769074972.511573:0:2370:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769074972.511579:0:2370:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2f00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074972.511586:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074972.511590:0:2370:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:0.0:1769074972.511605:0:2370:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769074972.511610:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296632261
00000100:00000001:0.0:1769074972.511616:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296632262
00000100:00000001:0.0:1769074972.511620:0:2370:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296632261
00000100:00000001:0.0:1769074972.511624:0:2370:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296632262
00000100:00000001:0.0:1769074972.511626:0:2370:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769074972.511629:0:2370:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074972.511632:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074972.511635:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074972.511641:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074972.511644:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b)
00000100:00000001:0.0:1769074972.511649:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074972.511652:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074972.511655:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074972.511728:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074974.046826:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296632262, at 4296632320
00000100:00000010:0.0:1769074974.046834:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913950200420.
00000020:00000001:2.0:1769074974.879132:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074974.879135:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074974.879137:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769074976.926825:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074976.926830:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074976.926833:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769074977.630755:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074977.630768:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074977.630771:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.630776:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074977.630780:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074977.630786:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074977.630791:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074977.630898:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074977.630901:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074977.630903:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074977.630907:0:2372:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00000001:2.0:1769074977.630910:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.630914:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074977.630916:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.630924:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074977.630926:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074977.630928:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074977.630938:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074977.630963:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074977.630966:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074977.630974:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074977.630979:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074977.630986:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074977.630995:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617196928:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074977.631003:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074977.631009:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074977.631013:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074977.631018:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074977.631027:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944725a00.
02000000:00000001:2.0:1769074977.631032:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074977.631046:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074977.631055:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7478.
00000400:00000010:2.0:1769074977.631065:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972908.
00000100:00000200:2.0:1769074977.631076:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617196928, portal 25
00000100:00000001:2.0:1769074977.631080:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074977.631082:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:2.0:1769074977.631089:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074977.631102:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074977.631107:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074977.631109:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139489725d8.
00000100:00000200:2.0:1769074977.631112:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617196928, offset 0
00000400:00000200:2.0:1769074977.631121:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074977.631132:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074977.631141:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074977.631149:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074977.631156:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074977.631163:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074977.631168:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074977.631176:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69237:69237:256:4294967295] 192.168.204.140@tcp LPNI seq info [69237:69237:8:4294967295]
00000400:00000200:2.0:1769074977.631184:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074977.631197:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074977.631203:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074977.631208:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1b00.
00000800:00000200:2.0:1769074977.631219:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074977.631231:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074977.631238:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1b00 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:2.0:1769074977.631255:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074977.631261:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074977.631266:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296637382
00000100:00000010:2.0:1769074977.631270:0:2372:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139491743c0.
00000100:00000001:2.0:1769074977.631277:0:2372:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769074977.631284:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296637382
00000100:00000010:2.0:1769074977.631288:0:2372:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139491748a0.
00000100:00000001:2.0:1769074977.631292:0:2372:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769074977.631296:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074977.631300:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074977.631304:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074977.631306:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.631311:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074977.631314:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074977.631316:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1769074977.631318:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074977.631321:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1769074977.631324:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1b00.
00000100:00000001:2.0:1769074977.631325:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074977.631331:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769074977.631334:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074977.631347:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:2.0:1769074977.631347:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074977.631351:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074977.631354:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074977.631356:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074977.631360:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074977.631364:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617197056:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074977.631368:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074977.631371:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074977.631374:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074977.631375:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074977.631379:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944724400.
02000000:00000001:2.0:1769074977.631383:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074977.631385:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139489725d8
00000400:00000200:2.0:1769074977.631389:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074977.631390:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139489725d8.
00000400:00000010:2.0:1769074977.631395:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b78f0.
00000100:00000001:0.0:1769074977.631398:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000400:00000010:2.0:1769074977.631400:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972198.
00000100:00000200:2.0:1769074977.631404:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617197056, portal 10
00000100:00000200:0.0:1769074977.631407:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074977.631409:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074977.631412:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:2.0:1769074977.631421:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074977.631431:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769074977.631431:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074977.631439:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769074977.631441:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769074977.631444:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972440.
00000100:00000200:2.0:1769074977.631450:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855007617197056, offset 0
00000100:00000001:0.0:1769074977.631464:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074977.631464:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769074977.631470:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1769074977.631474:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074977.631482:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074977.631487:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000800:00000200:0.0:1769074977.631488:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000400:00000200:2.0:1769074977.631491:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000800:00000010:0.0:1769074977.631493:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394c38e900.
00000400:00000200:2.0:1769074977.631496:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769074977.631498:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:2.0:1769074977.631502:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769074977.631507:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:2.0:1769074977.631508:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69239:69239:255:4294967295] 192.168.204.140@tcp LPNI seq info [69239:69239:7:4294967295]
00000400:00000200:0.0:1769074977.631515:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000200:2.0:1769074977.631518:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:0.0:1769074977.631519:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:0.0:1769074977.631525:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074977.631531:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2a00 x1855007617197184/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769074977.631535:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769074977.631546:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000800:00000200:2.0:1769074977.631546:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769074977.631551:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2a00 x1855007617197184/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1769074977.631551:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1400.
00000800:00000200:2.0:1769074977.631560:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074977.631567:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000100:00000001:0.0:1769074977.631569:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1769074977.631570:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1400 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:0.0:1769074977.631575:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074977.631576:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074977.631581:0:2372:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:2.0:1769074977.631585:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074977.631588:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4296635915
00000800:00000200:0.0:1769074977.631589:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1769074977.631592:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4296637382
00000800:00000010:0.0:1769074977.631594:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1400.
00000100:00000001:2.0:1769074977.631597:0:2372:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4296635915
00000400:00000200:0.0:1769074977.631599:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1769074977.631602:0:2372:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4296637382
00000400:00000200:0.0:1769074977.631606:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074977.631623:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972440
00000100:00000001:2.0:1769074977.631625:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1769074977.631626:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972440.
00000100:00000001:2.0:1769074977.631631:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074977.631633:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769074977.631637:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769074977.631640:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074977.631641:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.631646:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074977.631649:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074977.631653:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074977.631655:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074977.631678:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074977.631681:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074977.631695:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074977.631699:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074977.631703:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074977.631705:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074978.654759:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074978.654771:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074978.654775:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074978.654780:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074978.654784:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074978.654791:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074978.654796:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074979.166735:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296637382, at 4296637440
00000100:00000010:0.0:1769074979.166751:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139491743c0.
00000100:00000001:2.0:1769074979.678751:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074979.678765:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074979.678767:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074979.678772:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074979.678774:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074979.678780:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074979.678783:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074979.998838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074979.998841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074979.998843:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769074980.702752:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074980.702762:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074980.702765:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074980.702771:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074980.702775:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074980.702783:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074980.702789:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074981.726741:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074981.726754:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074981.726757:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074981.726761:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074981.726764:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074981.726769:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074981.726773:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074982.046854:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074982.046858:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074982.046861:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769074982.750779:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074982.750787:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000400:2.0:1769074982.750803:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074966/real 1769074966]  req@ffff9139458d6d80 x1855007617194752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074982 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000400:00000001:2.0:1769074982.760804:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074982.760807:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074982.760810:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136ad68.
00000400:00000200:2.0:1769074982.760816:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170c38
00000400:00000010:2.0:1769074982.760818:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170c38.
00000100:00000001:2.0:1769074982.760822:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074982.760831:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6d80 x1855007617194752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074982 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000200:2.0:1769074982.760840:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6d80 x1855007617194752/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074982 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00000001:2.0:1769074982.760848:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074982.760850:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074982.760853:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074982.760855:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074982.760858:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:2.0:1769074982.765819:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff913942b8c000 already not connected (conn 8, was 8): DISCONN
00000100:00000001:2.0:1769074982.765824:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:2.0:1769074982.765827:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074982.765837:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074982.765840:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074982.765842:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074982.765845:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074982.765847:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769074982.765856:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074982.765879:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.765882:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074982.765887:0:2372:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769074982.765892:0:2372:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769074982.765898:0:2372:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769074982.765908:0:2372:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617197312:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074982.765917:0:2372:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769074982.765926:0:2372:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769074982.765931:0:2372:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769074982.765936:0:2372:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1769074982.765944:0:2372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff913944724000.
02000000:00000001:2.0:1769074982.765949:0:2372:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074982.765960:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074982.765968:0:2372:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9139509b7840.
00000400:00000010:2.0:1769074982.765975:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972c38.
00000100:00000200:2.0:1769074982.765981:0:2372:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855007617197312, portal 25
00000100:00000001:2.0:1769074982.765987:0:2372:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769074982.765991:0:2372:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000100:00000040:2.0:1769074982.766003:0:2372:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074982.766014:0:2372:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769074982.766020:0:2372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:2.0:1769074982.766024:0:2372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913948972cc0.
00000100:00000200:2.0:1769074982.766030:0:2372:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855007617197312, offset 0
00000400:00000200:2.0:1769074982.766038:0:2372:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769074982.766064:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074982.766072:0:2372:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:2.0:1769074982.766078:0:2372:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769074982.766083:0:2372:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:2.0:1769074982.766088:0:2372:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1769074982.766093:0:2372:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769074982.766098:0:2372:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [69241:69241:255:4294967295] 192.168.204.140@tcp LPNI seq info [69241:69241:7:4294967295]
00000400:00000200:2.0:1769074982.766105:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769074982.766121:0:2372:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1769074982.766132:0:2372:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:2.0:1769074982.766139:0:2372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394b3b1100.
00000800:00000200:2.0:1769074982.766149:0:2372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:2.0:1769074982.766161:0:2372:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:2.0:1769074982.766165:0:2372:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff91394b3b1100 type 1, nob 320 niov 1 nkiov 1
00000100:00000001:2.0:1769074982.766168:0:2372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1769074982.766176:0:2372:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769074982.766179:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4296642517
00000800:00000200:0.0:1769074982.766182:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1769074982.766186:0:2372:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4296641050
00000800:00000010:0.0:1769074982.766187:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769074982.766191:0:2372:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4296642517
00000400:00000200:0.0:1769074982.766195:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1769074982.766195:0:2372:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4296641050
00000100:00000001:2.0:1769074982.766202:0:2372:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769074982.766207:0:2372:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769074982.766209:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:2.0:1769074982.766213:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:0.0:1769074982.766217:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170000
00000100:00000040:2.0:1769074982.766220:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617197568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1769074982.766223:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170000.
00000100:00000001:0.0:1769074982.766231:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769074982.766234:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.766237:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1769074982.766242:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3800 x1855007617197440/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769074982.766244:0:2372:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff91394b3f0380 x1855007617197568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:NWQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074982.766273:0:2372:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074982.766275:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769074982.766276:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074982.766282:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617197440/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074982.766282:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.766286:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074982.766293:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074982.766296:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074982.766297:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.766300:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074982.766301:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074982.766302:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074982.766306:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074982.766309:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074982.766311:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1769074982.766314:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1769074982.766314:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074982.766317:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1769074982.766318:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394b3b1100.
00000100:00000001:2.0:1769074982.766319:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074982.766324:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000001:2.0:1769074982.766324:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.766325:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074982.766331:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:2.0:1769074982.766332:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074982.766335:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972cc0
00000100:00000001:2.0:1769074982.766336:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074982.766339:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:0.0:1769074982.766343:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972cc0.
00000100:00000001:2.0:1769074982.766344:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074982.766348:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769074982.766349:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769074982.766355:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074982.766371:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074982.766377:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074982.766389:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074982.766391:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074982.766452:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074982.766458:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769074982.766464:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074982.766470:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074982.766474:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:0.0:1769074982.766475:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:0.0:1769074982.766478:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074982.766483:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394470bb80 x1855007617197696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074982.766490:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074982.766493:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617197696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769074992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074982.766498:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074982.766499:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074983.774741:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074983.774747:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000400:2.0:1769074983.774762:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074967/real 1769074967]  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074983.774769:0:2370:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074983.774776:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074983.774781:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074983.774787:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074983.774791:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074983.774796:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074983.774802:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1769074983.774818:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.774821:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074983.774823:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7000.
00000400:00000200:2.0:1769074983.774828:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972ee0
00000400:00000010:2.0:1769074983.774830:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972ee0.
00000100:00000001:2.0:1769074983.774833:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074983.774836:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769074983.774842:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.774847:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.774848:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.774849:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074983.774851:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769074983.774853:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.774861:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:2.0:1769074983.774864:0:2372:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1769074983.774868:0:2372:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff913942dbd000: Connection to lustre-MDT0000 (at 192.168.204.140@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00000001:2.0:1769074983.798210:0:2372:0:(obd_class.h:1217:obd_import_event()) Process entered
00000002:00000001:2.0:1769074983.798217:0:2372:0:(mdc_request.c:2841:mdc_import_event()) Process entered
00000002:00000001:2.0:1769074983.798219:0:2372:0:(mdc_request.c:2915:mdc_import_event()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.798222:0:2372:0:(obd_class.h:1226:obd_import_event()) Process leaving
00000100:00080000:2.0:1769074983.798225:0:2372:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000001:2.0:1769074983.798246:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:2.0:1769074983.798248:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.798253:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000400:2.0:1769074983.798265:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074967/real 1769074967]  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769074983.798282:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.798284:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074983.798288:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7b00.
00000400:00000200:2.0:1769074983.798296:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972b28
00000400:00000010:2.0:1769074983.798301:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972b28.
00000100:00000001:2.0:1769074983.798305:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074983.798311:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769074983.798326:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.798336:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.798338:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.798343:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074983.798345:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769074983.798350:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.798361:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:2.0:1769074983.798367:0:2372:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from FULL to DISCONN
00000100:02020000:2.0:1769074983.798375:0:2372:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.140@tcp: Connection to MGS (at 192.168.204.140@tcp) was lost; in progress operations using this service will fail
00000800:00000200:0.0:1769074983.798862:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074983.798868:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769074983.798874:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074983.798880:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074983.798884:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743b28
00000400:00000010:0.0:1769074983.798885:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743b28.
00000100:00000001:0.0:1769074983.798888:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074983.798891:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f1c00 x1855007617197952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074983.798902:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074983.798905:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617197952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769074993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074983.798912:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074983.798913:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769074983.802853:0:2372:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.204.140@tcp for MGC192.168.204.140@tcp not replayable, auto-deactivating
00000100:00000001:2.0:1769074983.802857:0:2372:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered
00000100:00080000:2.0:1769074983.802860:0:2372:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00000001:2.0:1769074983.802862:0:2372:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered
00000100:00100000:2.0:1769074983.802870:0:2372:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.802884:0:2372:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff913944708e00 x1855007617196544/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.802902:0:2372:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.802911:0:2372:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.802918:0:2372:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving
00000100:00000001:2.0:1769074983.802920:0:2372:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving
00000100:00000001:2.0:1769074983.802928:0:2372:0:(obd_class.h:1217:obd_import_event()) Process entered
10000000:01000000:2.0:1769074983.802935:0:2372:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001
00000100:00080000:2.0:1769074983.802940:0:2372:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down
10000000:00000001:2.0:1769074983.802944:0:2372:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.802950:0:2372:0:(obd_class.h:1226:obd_import_event()) Process leaving
00000100:00000001:2.0:1769074983.802954:0:2372:0:(obd_class.h:1217:obd_import_event()) Process entered
10000000:01000000:2.0:1769074983.802958:0:2372:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002
10000000:00000001:2.0:1769074983.802964:0:2372:0:(mgc_request.c:1198:mgc_import_event()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.802969:0:2372:0:(obd_class.h:1226:obd_import_event()) Process leaving
00000100:00080000:2.0:1769074983.802973:0:2372:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00000001:2.0:1769074983.802996:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:2.0:1769074983.803001:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803008:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000400:2.0:1769074983.803018:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074967/real 1769074967]  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769074983.803021:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769074983.803031:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769074983.803034:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769074983.803038:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769074983.803044:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769074983.803051:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 913
00000400:00000001:2.0:1769074983.803053:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.803057:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1769074983.803061:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:2.0:1769074983.803062:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7580.
00000400:00000200:0.0:1769074983.803067:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:2.0:1769074983.803069:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972990
00000400:00000010:2.0:1769074983.803073:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972990.
00000100:00000040:0.0:1769074983.803074:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769074983.803079:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769074983.803080:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769074983.803086:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:2.0:1769074983.803087:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074983.803090:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:2.0:1769074983.803100:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769074983.803102:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769074983.803104:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769074983.803107:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769074983.803110:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000100:00000001:2.0:1769074983.803110:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.803113:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1769074983.803114:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000001:2.0:1769074983.803116:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:0.0:1769074983.803117:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000001:2.0:1769074983.803119:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074983.803122:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00100000:2.0:1769074983.803126:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074983.803127:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769074983.803131:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769074983.803135:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769074983.803140:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00000001:2.0:1769074983.803140:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:0.0:1769074983.803144:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00080000:2.0:1769074983.803144:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff913942b8c000 already not connected (conn 9, was 8): CONNECTING
00000100:00000001:2.0:1769074983.803148:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:0.0:1769074983.803149:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803150:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769074983.803153:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1769074983.803154:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769074983.803157:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000400:2.0:1769074983.803162:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074967/real 1769074967]  req@ffff91394b3f2300 x1855007617195648/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074983 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
02000000:00000001:0.0:1769074983.803163:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074983.803169:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769074983.803172:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769074983.803188:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000400:00000001:2.0:1769074983.803188:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.803192:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074983.803195:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7cb8.
00000020:00000040:0.0:1769074983.803198:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=9 obd=MGC192.168.204.140@tcp
00000400:00000200:2.0:1769074983.803201:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972110
02000000:00000001:0.0:1769074983.803204:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1769074983.803206:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972110.
02000000:00000001:0.0:1769074983.803208:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803212:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769074983.803214:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769074983.803218:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1769074983.803220:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2300 x1855007617195648/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074983 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
02000000:00000001:0.0:1769074983.803223:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769074983.803232:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769074983.803241:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1769074983.803242:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2300 x1855007617195648/t0(0) o4->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:6/4 lens 488/448 e 0 to 1 dl 1769074983 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:0
00000100:00100000:0.0:1769074983.803254:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617198080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769074983.803287:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769074983.803288:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.803291:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074983.803294:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803294:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000001:2.0:1769074983.803298:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.803301:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769074983.803303:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617198080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769074983.803304:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b70b0.
00000400:00000200:2.0:1769074983.803308:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139500e8000
00000400:00000010:2.0:1769074983.803312:0:2372:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff9139500e8000.
00000100:00000001:2.0:1769074983.803318:0:2372:0:(events.c:174:client_bulk_callback()) Process entered
00000100:00000200:2.0:1769074983.803322:0:2372:0:(events.c:192:client_bulk_callback()) event type 6, status 0, req ffff91394b3f2300 desc ffff9139509ba800 mbits 0
00000100:00000001:2.0:1769074983.803327:0:2372:0:(events.c:217:client_bulk_callback()) Process leaving
00000100:00000001:0.0:1769074983.803329:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803331:0:2372:0:(niobuf.c:499:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803335:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00000040:0.0:1769074983.803336:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769074983.803339:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff913942b8c000 already not connected (conn 9, was 8): CONNECTING
00000100:00000040:0.0:1769074983.803344:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1769074983.803345:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:2.0:1769074983.803348:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769074983.803350:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1769074983.803354:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074983.803358:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1769074983.803359:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000001:2.0:1769074983.803363:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769074983.803367:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 4 (1979)
00000100:00000001:2.0:1769074983.803367:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000001:2.0:1769074983.803373:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.803376:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074983.803380:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7840.
00000400:00000200:2.0:1769074983.803386:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972c38
00000400:00000010:2.0:1769074983.803392:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972c38.
00000100:00000001:2.0:1769074983.803399:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074983.803407:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769074983.803430:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803451:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.803456:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074983.803467:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803494:0:2372:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:2.0:1769074983.803500:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803503:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074983.803520:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074983.803527:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.803540:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617197312:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074983.803548:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803552:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803555:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:2.0:1769074983.803560:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074983.803562:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074983.803565:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b7478.
00000400:00000200:2.0:1769074983.803570:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972908
00000400:00000010:2.0:1769074983.803573:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972908.
00000100:00000001:2.0:1769074983.803577:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074983.803582:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769074983.803598:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803605:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074983.803608:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074983.803612:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803623:0:2372:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:2.0:1769074983.803626:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803627:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074983.803628:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074983.803631:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.803636:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617196928:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074983.803641:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803642:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803646:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074983.803650:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803656:0:2372:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5)
00000100:00000001:2.0:1769074983.803683:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803685:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074983.803686:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074983.803693:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1769074983.803703:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00100000:2.0:1769074983.803703:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617196288:192.168.204.140@tcp:400:kworker.0
00000800:00000010:0.0:1769074983.803710:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000100:00000001:2.0:1769074983.803711:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074983.803719:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000100:00000040:2.0:1769074983.803719:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803728:0:2372:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000400:00000200:0.0:1769074983.803733:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000100:00000001:2.0:1769074983.803733:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803739:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:0.0:1769074983.803741:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507435d8
00000400:00000010:0.0:1769074983.803744:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507435d8.
00000100:00000001:2.0:1769074983.803744:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074983.803750:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769074983.803752:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1769074983.803757:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b8e00 x1855007617198080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074983.803773:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3a5fd982-3993-4760-9b98-c11edbdeccc5:2372:1855007617196160:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074983.803774:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769074983.803778:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074983.803779:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617198080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769074993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803782:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803784:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803787:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803791:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074983.803792:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803794:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074983.803795:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074983.803798:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803800:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803801:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803803:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803804:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074983.803808:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617197312/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074998 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803812:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074983.803813:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074983.803814:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944724000.
02000000:00000001:2.0:1769074983.803816:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074983.803817:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074983.803818:0:2372:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=6 obd=MGC192.168.204.140@tcp
00000020:00000001:2.0:1769074983.803819:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074983.803820:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38e900.
02000000:00000001:2.0:1769074983.803822:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074983.803823:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074983.803824:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:2.0:1769074983.803826:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074983.803827:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803828:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074983.803829:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617196928/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 0 dl 1769074993 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803833:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074983.803833:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074983.803834:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944725a00.
02000000:00000001:2.0:1769074983.803835:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074983.803836:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074983.803836:0:2372:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=5 obd=MGC192.168.204.140@tcp
00000020:00000001:2.0:1769074983.803837:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074983.803838:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38e700.
02000000:00000001:2.0:1769074983.803839:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074983.803840:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074983.803841:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:2.0:1769074983.803842:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074983.803843:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803844:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074983.803845:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617196288/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803849:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074983.803849:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074983.803850:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944724c00.
02000000:00000001:2.0:1769074983.803851:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074983.803851:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074983.803852:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=8 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:2.0:1769074983.803853:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074983.803854:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38eb00.
02000000:00000001:2.0:1769074983.803855:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074983.803855:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074983.803856:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:2.0:1769074983.803857:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074983.803858:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803859:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074983.803860:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617196160/t0(0) o400->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074983.803863:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074983.803864:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074983.803865:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944725800.
02000000:00000001:2.0:1769074983.803866:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074983.803866:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074983.803867:0:2372:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
00000020:00000001:2.0:1769074983.803868:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074983.803868:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38e300.
02000000:00000001:2.0:1769074983.803869:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074983.803870:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074983.803870:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:2.0:1769074983.803872:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074983.803873:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803874:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803875:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074983.803876:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074983.803877:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803878:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803878:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803880:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803881:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803881:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803882:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803883:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803884:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803885:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803886:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074983.803886:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074983.803887:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074983.803888:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074984.798755:0:2371:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074984.798765:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074984.798767:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074984.798773:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074984.798776:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074984.798780:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074984.798783:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074985.118793:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074985.118797:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074985.118806:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769074985.310752:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296643554, at 4296643584
00000100:00000010:0.0:1769074985.310767:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000100:00000001:0.0:1769074985.822727:0:2371:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074985.822736:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074985.822741:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074985.822747:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074985.822751:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074985.822757:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074985.822763:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074986.846764:0:2371:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074986.846773:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074986.846776:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074986.846783:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074986.846787:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074986.846792:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074986.846797:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074987.166815:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074987.166819:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074987.166822:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769074987.870723:0:2371:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074987.870733:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074987.870737:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074987.870744:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074987.870747:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074987.870751:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074987.870757:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074988.894723:0:2371:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074988.894723:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1769074988.894728:0:2371:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769074988.894736:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074988.894740:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000400:0.0:1769074988.894743:0:2371:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074972/real 1769074972]  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074988.894749:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074988.894754:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074988.894760:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074988.894767:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074988.894771:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074988.894779:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000001:0.0:1769074988.894782:0:2371:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1769074988.894785:0:2371:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769074988.894790:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000010:0.0:1769074988.894791:0:2371:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9ec8.
00000100:00000001:2.0:1769074988.894793:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074988.894798:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1769074988.894800:0:2371:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743cc0
00000100:00000001:2.0:1769074988.894804:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000400:00000010:0.0:1769074988.894805:0:2371:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743cc0.
00000100:00000001:2.0:1769074988.894809:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894812:0:2371:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769074988.894814:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074988.894821:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000200:0.0:1769074988.894822:0:2371:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074988.894824:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074988.894828:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074988.894834:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1769074988.894852:0:2371:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074988.894860:0:2371:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769074988.894863:0:2371:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894865:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074988.894867:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769074988.894872:0:2371:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074988.894879:0:2371:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:0.0:1769074988.894881:0:2371:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff913942b89800 already not connected (conn 2, was 1): CONNECTING
00000100:00000001:0.0:1769074988.894884:0:2371:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:0.0:1769074988.894886:0:2371:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894890:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074988.894892:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074988.894894:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074988.894895:0:2371:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074988.894897:0:2371:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894899:0:2371:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074988.894901:0:2371:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769074988.894905:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074988.894912:0:2371:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5)
00000100:00000001:0.0:1769074988.894915:0:2371:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894916:0:2371:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074988.894917:0:2371:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074988.894921:0:2371:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074988.894929:0:2371:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2371:1855007617196672:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074988.894933:0:2371:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894936:0:2371:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074988.894939:0:2371:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708700 x1855007617196672/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074988.894946:0:2371:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1769074988.894949:0:2371:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1769074988.894953:0:2371:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913942d7e200.
02000000:00000001:0.0:1769074988.894957:0:2371:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1769074988.894960:0:2371:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074988.894961:0:2371:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=7 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:0.0:1769074988.894963:0:2371:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074988.894965:0:2371:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12a00.
02000000:00000001:0.0:1769074988.894967:0:2371:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074988.894969:0:2371:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1769074988.894970:0:2371:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708700.
00000100:00000001:0.0:1769074988.894972:0:2371:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074988.894973:0:2371:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894974:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074988.894976:0:2371:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1769074988.894977:0:2371:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074988.894979:0:2371:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074988.894980:0:2371:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074989.918749:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074989.918760:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074989.918762:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918768:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074989.918772:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074989.918777:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918782:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074989.918784:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918788:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918793:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074989.918797:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918802:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918807:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074989.918811:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918815:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918821:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074989.918825:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074989.918829:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074989.918836:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074990.238808:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074990.238813:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074990.238817:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769074990.942725:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074990.942735:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074990.942739:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942744:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074990.942748:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074990.942753:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942757:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074990.942760:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942765:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942771:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074990.942774:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942778:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942785:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074990.942789:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942793:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942800:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074990.942803:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074990.942806:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074990.942810:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074991.966733:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074991.966744:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074991.966747:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966754:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074991.966758:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074991.966762:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966765:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074991.966770:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966773:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966785:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074991.966789:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966793:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966802:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074991.966805:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966808:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966813:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074991.966817:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074991.966821:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074991.966825:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074992.286819:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074992.286821:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074992.286824:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1769074992.926940:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074992.926943:0:2370:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769074992.926946:0:2370:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.926953:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769074992.926956:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b480 x1855007617196800/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074992.926957:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074992.926961:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074992.926972:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617197568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Rpc:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074992.926990:0:2370:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:2.0:1769074992.926998:0:2372:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:0.0:1769074992.926999:0:2370:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927004:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074992.927005:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1769074992.927009:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927010:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074992.927015:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769074992.927021:0:2370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b480 x1855007617196800/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769074992.927027:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617197568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Interpret:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769074992.927056:0:2370:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2370:1855007617196800:192.168.204.140@tcp:400:kworker.0
00000100:00100000:2.0:1769074992.927065:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:0:1855007617197568:192.168.204.140@tcp:400:kworker.0
00000100:00000001:0.0:1769074992.927132:0:2370:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927134:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074992.927138:0:2370:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074992.927143:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769074992.927147:0:2370:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b480 x1855007617196800/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074988 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074992.927178:0:2372:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb)
00000100:00000001:0.0:1769074992.927182:0:2370:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1769074992.927183:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1769074992.927187:0:2370:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1769074992.927188:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074992.927192:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1769074992.927194:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9139507a0c00.
02000000:00000001:0.0:1769074992.927202:0:2370:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1769074992.927205:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769074992.927206:0:2370:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1769074992.927209:0:2370:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=22 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:0.0:1769074992.927214:0:2370:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1769074992.927218:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394cb12300.
02000000:00000001:0.0:1769074992.927223:0:2370:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1769074992.927227:0:2370:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:2.0:1769074992.927231:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617196416:192.168.204.140@tcp:400:kworker.0
00000100:00000010:0.0:1769074992.927232:0:2370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b480.
00000100:00000001:0.0:1769074992.927237:0:2370:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1769074992.927240:0:2370:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074992.927244:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927244:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927251:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769074992.927253:0:2370:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074992.927254:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074992.927256:0:2370:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074992.927258:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769074992.927259:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769074992.927262:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074992.927263:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074992.927266:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927269:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074992.927271:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074992.927277:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617197568/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl Complete:ENWQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074992.927306:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1769074992.927307:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074992.927309:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=21 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074992.927312:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074992.927316:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9139594a4e00.
02000000:00000001:2.0:1769074992.927321:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074992.927324:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074992.927326:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:2.0:1769074992.927329:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074992.927331:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927335:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074992.927340:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617196416/t0(0) o400->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 224/224 e 0 to 1 dl 1769074983 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074992.927348:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074992.927349:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074992.927350:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944724600.
02000000:00000001:2.0:1769074992.927369:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074992.927373:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074992.927376:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=20 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:2.0:1769074992.927382:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074992.927384:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38e500.
02000000:00000001:2.0:1769074992.927387:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074992.927389:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074992.927390:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:2.0:1769074992.927394:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074992.927395:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.927399:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074992.927611:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074992.927616:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:0.0:1769074992.927628:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074992.927636:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074992.927640:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:0.0:1769074992.927641:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:0.0:1769074992.927644:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074992.927648:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f3b80 x1855007617198208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074992.927654:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074992.927656:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617198208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074992.927682:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074992.927683:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074992.967754:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074992.967763:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074992.967765:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.967769:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074992.967771:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074992.967775:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.967777:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074992.967779:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.967781:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.967782:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074992.967783:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074992.967784:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074992.967787:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1769074993.951603:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074993.951609:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769074993.951615:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074993.951623:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074993.951631:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:0.0:1769074993.951633:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:0.0:1769074993.951640:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074993.951650:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f0000 x1855007617198336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074993.951717:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074993.951726:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617198336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074993.951747:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074993.951753:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769074993.951801:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769074993.951806:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769074993.951812:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769074993.951820:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769074993.951824:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:0.0:1769074993.951829:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:0.0:1769074993.951833:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769074993.951838:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff91394b3f2680 x1855007617198464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074993.951850:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769074993.951856:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617198464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769074993.951868:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769074993.951870:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769074994.014755:0:2372:0:(client.c:2542:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1769074994.014761:0:2372:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000400:2.0:1769074994.014777:0:2372:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1769074977/real 1769074977]  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1769074994.014812:0:2372:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1769074994.014815:0:2372:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1769074994.014819:0:2372:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9139509b78f0.
00000400:00000200:2.0:1769074994.014825:0:2372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913948972198
00000400:00000010:2.0:1769074994.014827:0:2372:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913948972198.
00000100:00000001:2.0:1769074994.014830:0:2372:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1769074994.014834:0:2372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1769074994.014841:0:2372:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074994.014847:0:2372:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1769074994.014848:0:2372:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014850:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074994.014851:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1769074994.014854:0:2372:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074994.014858:0:2372:0:(import.c:429:ptlrpc_fail_import()) Process entered
00000100:00080000:2.0:1769074994.014861:0:2372:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff913942b89800 already not connected (conn 3, was 1): CONNECTING
00000100:00000001:2.0:1769074994.014863:0:2372:0:(import.c:436:ptlrpc_fail_import()) Process leaving
00000100:00000001:2.0:1769074994.014864:0:2372:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014871:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769074994.014872:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074994.014875:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769074994.014877:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769074994.014879:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014880:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074994.014882:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769074994.014885:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074994.014894:0:2372:0:(client.c:2174:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5)
00000100:00000001:2.0:1769074994.014896:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014898:0:2372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769074994.014899:0:2372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769074994.014901:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769074994.014906:0:2372:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2372:1855007617197056:192.168.204.140@tcp:400:kworker.0
00000100:00000001:2.0:1769074994.014909:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014910:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074994.014911:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014913:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014914:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769074994.014914:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014916:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769074994.014918:0:2372:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769074994.014920:0:2372:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617197056/t0(0) o400->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 224/224 e 0 to 1 dl 1769074993 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769074994.014924:0:2372:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1769074994.014926:0:2372:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1769074994.014929:0:2372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff913944724400.
02000000:00000001:2.0:1769074994.014933:0:2372:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1769074994.014935:0:2372:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1769074994.014936:0:2372:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:2.0:1769074994.014937:0:2372:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1769074994.014939:0:2372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91394c38e400.
02000000:00000001:2.0:1769074994.014942:0:2372:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1769074994.014943:0:2372:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1769074994.014945:0:2372:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:2.0:1769074994.014947:0:2372:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1769074994.014948:0:2372:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769074994.014950:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769074995.358855:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074995.358859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074995.358861:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769074995.486775:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296653702, at 4296653760
00000100:00000010:0.0:1769074995.486788:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:2.0:1769074997.406824:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769074997.406827:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769074997.406830:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075000.478838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075000.478842:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075000.478846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000010:0.0:1769075000.798748:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff913942bb2a00.
00000800:00000200:0.0:1769075000.798762:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769075000.798767:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769075000.798772:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2a00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:2.0:1769075002.526854:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075002.526860:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075002.526864:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075005.598815:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075005.598820:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075005.598824:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075007.198902:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075007.198910:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1769075007.198918:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075007.198930:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075007.198940:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075007.198948:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075007.198954:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075007.198964:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075007.198971:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075007.198976:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075007.198986:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075007.198993:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 1983
00000400:00000200:0.0:1769075007.199001:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075007.199005:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075007.199009:0:482:0:(import.c:2128:obd_at_measure()) add 15 to ffff913942b8c410 time=99 v=10 (10 1 0 0)
00000100:00001000:0.0:1769075007.199012:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913942b8c410 change: old=10 new=15 delta=5 (val=15) hist 15 1 0 0
00000100:00080000:0.0:1769075007.199015:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 10s
00000100:00000040:0.0:1769075007.199019:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075007.199022:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075007.199025:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075007.199027:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075007.199031:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075007.199032:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075007.199035:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075007.199038:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075007.199041:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075007.199044:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075007.199047:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075007.199050:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075007.199052:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075007.199054:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075007.199057:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075007.199061:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075007.199065:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075007.199070:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075007.199078:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075007.199082:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075007.199085:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075007.199091:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075007.199099:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075007.199104:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075007.199126:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075007.199132:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=20 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075007.199139:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075007.199143:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075007.199148:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075007.199153:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075007.199159:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075007.199167:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075007.199175:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075007.199186:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617198592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075007.199201:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075007.199205:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075007.199208:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617198592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075007.199226:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075007.199231:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2003)
00000800:00000200:0.0:1769075007.199479:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769075007.199485:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769075007.199488:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769075007.199493:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769075007.199496:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507437f8
00000400:00000010:0.0:1769075007.199497:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507437f8.
00000100:00000001:0.0:1769075007.199500:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075007.199503:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443ba680 x1855007617198592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075007.199509:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075007.199511:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617198592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075007.199520:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075007.199522:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075007.646848:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075007.646851:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075007.646854:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075008.222925:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075008.222930:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075008.222932:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075008.222934:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075008.222936:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075008.222943:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 1984
00000400:00000200:0.0:1769075008.222954:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075008.222966:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075008.222976:0:482:0:(import.c:2128:obd_at_measure()) add 15 to ffff913945e4ec10 time=36 v=10 (10 1 1 1)
00000100:00001000:0.0:1769075008.222980:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913945e4ec10 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000100:00080000:0.0:1769075008.222983:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 10s
00000100:00000040:0.0:1769075008.222988:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.222992:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075008.222994:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.222997:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075008.223001:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075008.223003:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075008.223006:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075008.223009:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075008.223011:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075008.223015:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075008.223018:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223020:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075008.223022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223024:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075008.223028:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075008.223031:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223035:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075008.223038:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075008.223042:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075008.223047:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223052:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075008.223055:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075008.223064:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075008.223068:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=5 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075008.223073:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075008.223085:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223088:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075008.223091:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075008.223107:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075008.223118:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075008.223127:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075008.223137:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617198720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075008.223157:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075008.223162:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075008.223168:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617198720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223188:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075008.223193:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075008.223203:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075008.223207:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075008.223211:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075008.223219:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075008.223225:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 1984
00000400:00000200:0.0:1769075008.223235:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075008.223253:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075008.223256:0:482:0:(import.c:2128:obd_at_measure()) add 15 to ffff913942b89c10 time=36 v=10 (10 1 1 1)
00000100:00001000:0.0:1769075008.223261:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913942b89c10 change: old=10 new=15 delta=5 (val=15) hist 15 1 1 1
00000100:00080000:0.0:1769075008.223267:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 10s
00000100:00000040:0.0:1769075008.223272:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223276:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075008.223280:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223283:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075008.223286:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075008.223287:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075008.223291:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075008.223293:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075008.223298:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075008.223304:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075008.223310:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223314:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075008.223320:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223325:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075008.223332:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075008.223340:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075008.223348:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075008.223354:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075008.223363:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075008.223369:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223381:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075008.223396:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075008.223403:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223405:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075008.223410:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075008.223415:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075008.223420:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075008.223423:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223426:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075008.223429:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075008.223433:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075008.223439:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075008.223445:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075008.223454:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617198848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075008.223472:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075008.223476:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075008.223481:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617198848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223491:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075008.223496:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075008.223501:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075008.223505:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075008.223509:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075008.223517:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 4 (2004)
00000800:00000200:0.0:1769075008.223559:0:2363:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769075008.223563:0:2363:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769075008.223570:0:2363:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769075008.223579:0:2363:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769075008.223586:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743a18
00000400:00000010:0.0:1769075008.223591:0:2363:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743a18.
00000100:00000001:0.0:1769075008.223595:0:2363:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075008.223602:0:2363:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443b9500 x1855007617198720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223620:0:2363:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075008.223627:0:2363:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617198720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223645:0:2363:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223648:0:2363:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.0:1769075008.223773:0:2362:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000010:0.0:1769075008.223777:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769075008.223781:0:2362:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0
00000400:00000200:0.0:1769075008.223786:0:2362:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: OK
00000400:00000200:0.0:1769075008.223788:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:0.0:1769075008.223790:0:2362:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:0.0:1769075008.223792:0:2362:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769075008.223795:0:2362:0:(events.c:39:request_out_callback()) @@@ type 5, status 0  req@ffff9139443bbb80 x1855007617198848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223801:0:2362:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769075008.223803:0:2362:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617198848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075008.223807:0:2362:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075008.223809:0:2362:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769075009.758747:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296667974, at 4296668032
00000100:00000010:0.0:1769075009.758764:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769075010.718865:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075010.718870:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075010.718874:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075012.766895:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075012.766899:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075012.766903:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1769075013.086787:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769075013.086799:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769075013.086806:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2a00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:2.0:1769075015.838810:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075015.838813:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075015.838816:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075017.886921:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075017.886928:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075017.886941:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075020.958937:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075020.958942:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075020.958946:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075023.006842:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075023.006846:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075023.006859:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075026.078861:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075026.078865:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075026.078869:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.0:1769075026.398737:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (5)
00000800:00000200:0.0:1769075026.398745:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.140@tcp ip 192.168.204.140:988
00000800:00000200:0.0:1769075026.398750:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff913942bb2a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000100:0.0:1769075026.398768:0:2361:0:(socklnd_cb.c:2367:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.204.140@tcp (192.168.204.140:988) timed out; the network or node may be down.
00000800:00000200:0.1:1769075026.398773:0:2361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:0.1:1769075026.398776:0:2361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:0.1:1769075026.398778:0:2361:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000400:00000200:0.0:1769075026.398787:0:2361:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075026.398803:0:2361:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769075026.398806:0:2361:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:0.0:1769075026.398815:0:2361:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.204.140@tcp down
00000800:00000200:0.0:1769075026.398987:0:2361:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff91394b1e6000
00000800:00000010:0.0:1769075026.398992:0:2361:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff91394b1e6000.
00000800:00000200:0.0:1769075026.398997:0:2361:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff913943c14000
00000800:00000010:0.0:1769075026.398999:0:2361:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff913943c14000.
00000800:00000200:0.0:1769075026.399004:0:2361:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff913943c12000
00000800:00000010:0.0:1769075026.399006:0:2361:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff913943c12000.
00000100:00080000:0.0:1769075027.615009:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075027.615017:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1769075027.615021:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075027.615026:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075027.615031:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075027.615038:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075027.615041:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075027.615047:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075027.615052:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075027.615056:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075027.615058:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075027.615062:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 1998
00000400:00000200:0.0:1769075027.615069:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075027.615075:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075027.615079:0:482:0:(import.c:2128:obd_at_measure()) add 20 to ffff913942b8c410 time=119 v=15 (15 1 0 0)
00000100:00001000:0.0:1769075027.615082:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913942b8c410 change: old=15 new=20 delta=5 (val=20) hist 20 1 0 0
00000100:00080000:0.0:1769075027.615085:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 15s
00000100:00000040:0.0:1769075027.615088:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075027.615091:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075027.615093:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075027.615094:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075027.615097:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075027.615098:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075027.615101:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075027.615104:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075027.615106:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075027.615108:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075027.615110:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075027.615122:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075027.615123:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075027.615125:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075027.615131:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075027.615144:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075027.615147:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075027.615148:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075027.615155:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075027.615157:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075027.615159:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075027.615163:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075027.615165:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075027.615167:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075027.615177:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075027.615180:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075027.615184:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075027.615185:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075027.615188:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075027.615191:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075027.615195:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075027.615202:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075027.615209:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075027.615215:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617198976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075027.615223:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075027.615238:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075027.615241:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617198976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075027.615269:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075027.615274:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2023)
00000800:00000200:3.1:1769075027.615460:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075028.126883:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075028.126887:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075028.126891:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075028.639171:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075028.639179:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1769075028.639181:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075028.639185:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075028.639190:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075028.639195:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075028.639201:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075028.639207:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 1999
00000400:00000200:0.0:1769075028.639219:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075028.639232:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075028.639240:0:482:0:(import.c:2128:obd_at_measure()) add 20 to ffff913942b89c10 time=56 v=15 (15 1 1 1)
00000100:00001000:0.0:1769075028.639248:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913942b89c10 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:0.0:1769075028.639256:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 15s
00000100:00000040:0.0:1769075028.639263:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639267:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075028.639272:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639277:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075028.639282:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075028.639285:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075028.639290:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075028.639293:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075028.639296:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075028.639297:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075028.639300:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639301:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075028.639303:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639304:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075028.639307:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075028.639310:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639312:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075028.639314:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075028.639323:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075028.639326:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075028.639331:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075028.639337:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075028.639341:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075028.639343:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075028.639349:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075028.639353:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075028.639358:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075028.639361:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075028.639365:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075028.639369:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075028.639376:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075028.639385:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075028.639393:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075028.639406:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617199104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075028.639423:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075028.639429:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075028.639439:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617199104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075028.639457:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075028.639461:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075028.639464:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075028.639467:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075028.639471:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075028.639476:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 4 (2024)
00000100:00080000:0.0:1769075028.639483:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075028.639489:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075028.639492:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075028.639494:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075028.639500:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075028.639506:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 1999
00000400:00000200:0.0:1769075028.639513:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075028.639518:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00001000:0.0:1769075028.639522:0:482:0:(import.c:2128:obd_at_measure()) add 20 to ffff913945e4ec10 time=56 v=15 (15 1 1 1)
00000100:00001000:0.0:1769075028.639527:0:482:0:(import.c:2194:obd_at_measure()) AT ffff913945e4ec10 change: old=15 new=20 delta=5 (val=20) hist 20 1 1 1
00000100:00080000:0.0:1769075028.639533:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 15s
00000100:00000040:0.0:1769075028.639538:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639540:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075028.639544:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639547:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075028.639550:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075028.639551:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075028.639553:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075028.639556:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075028.639561:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075028.639564:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075028.639571:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639574:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075028.639579:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639581:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075028.639583:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075028.639587:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075028.639590:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075028.639592:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075028.639596:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075028.639599:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075028.639602:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075028.639604:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075028.639609:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075028.639614:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075028.639617:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075028.639618:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075028.639622:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075028.639624:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075028.639626:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075028.639631:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075028.639635:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075028.639642:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617199232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075028.639653:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075028.639656:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075028.639692:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617199232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075028.639703:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075028.639707:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075028.639712:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075028.639716:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075028.639722:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075028.639727:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 4 (2024)
00000800:00000200:3.1:1769075028.639786:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075028.639940:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075030.174806:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296688391, at 4296688448
00000100:00000010:0.0:1769075030.174831:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:2.0:1769075030.174904:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075030.174908:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075030.174910:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075031.198877:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075031.198882:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075031.198886:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075033.246830:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075033.246835:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075033.246839:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075035.294802:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075035.294805:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075035.294808:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075036.318878:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075036.318882:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075036.318886:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075038.366827:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075038.366831:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075038.366834:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075040.414798:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075040.414801:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075040.414804:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075041.438821:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075041.438826:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075041.438830:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075043.486795:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075043.486798:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075043.486801:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075044.510906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075044.510915:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075044.510923:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1769075044.511635:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769075044.511643:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769075044.511646:0:2372:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769075044.511681:0:2372:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2a00 x1855007617199360/t0(0) o103->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075044.511691:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511693:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1769075044.511701:0:2372:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING)  req@ffff91394b3f2a00 x1855007617199360/t0(0) o103->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075044.511708:0:2372:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.511711:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511714:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511715:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511721:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511725:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511726:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511728:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511731:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511732:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511734:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.511736:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511745:0:2372:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1769075044.511751:0:2372:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.511755:0:2372:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769075044.511761:0:2372:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769075044.511766:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511773:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511776:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511785:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511798:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511801:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511805:0:2372:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511808:0:2372:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511816:0:2372:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511824:0:2372:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.511833:0:2372:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.511864:0:2373:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769075044.511867:0:2373:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769075044.511874:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511880:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511887:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511895:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511900:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511904:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511909:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511917:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511920:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511924:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511932:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511934:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511943:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511950:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511955:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511976:0:2373:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511984:0:2373:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769075044.511990:0:2373:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769075044.511999:0:2373:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075044.512007:0:2373:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000080:00000010:3.1:1769075044.516698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91394916bce0.
00000080:00000010:3.1:1769075044.516713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9139444d3120.
00000080:00000010:3.1:1769075044.516722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff91394916ba80.
00000080:00000010:3.1:1769075044.516726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9139447cdb80.
00010000:00000010:3.1:1769075044.520708:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913946186e00.
00010000:00000010:3.1:1769075044.520743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913949119200.
00010000:00000010:3.1:1769075044.520749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913949162300.
00010000:00000010:3.1:1769075044.520755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913948b53800.
00010000:00000010:3.1:1769075044.520760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9139483b6700.
00010000:00000010:3.1:1769075044.520765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913942e2ca00.
00010000:00000010:3.1:1769075044.520769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913948b52c00.
00010000:00000010:3.1:1769075044.520772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913942e2c200.
00010000:00000010:3.1:1769075044.520775:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff913947e86200.
00010000:00000010:3.1:1769075044.520778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913942e2c400.
00010000:00000010:3.1:1769075044.520781:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9139483b6c00.
00010000:00000010:3.1:1769075044.520785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff913950733400.
00000020:00000001:2.0:1769075045.534812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075045.534816:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075045.534820:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075047.582829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075047.582834:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075047.582839:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075048.606915:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075048.606918:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075048.606921:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075050.654796:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075050.654799:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075050.654802:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075052.702842:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075052.702846:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075052.702848:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075053.726938:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075053.726944:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075053.726949:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075055.774902:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075055.774908:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075055.774913:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075057.822866:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075057.822870:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075057.822873:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075058.846860:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075058.846866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075058.846870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075060.894828:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075060.894834:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075060.894838:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075062.623231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075062.623243:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1769075062.623249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075062.623256:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000040:0.0:1769075062.623270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075062.623279:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075062.623285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075062.623293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075062.623297:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075062.623303:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075062.623309:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075062.623315:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2018
00000400:00000200:0.0:1769075062.623322:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075062.623331:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075062.623338:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075062.623345:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623351:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.623358:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075062.623370:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075062.623375:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075062.623381:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075062.623387:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075062.623393:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075062.623397:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075062.623401:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623404:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.623412:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623415:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075062.623418:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075062.623422:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623425:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075062.623427:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075062.623434:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075062.623437:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.623440:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075062.623444:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075062.623447:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.623449:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075062.623455:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075062.623459:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075062.623463:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075062.623465:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.623468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075062.623470:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075062.623475:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075062.623483:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075062.623491:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075062.623498:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617199488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075062.623509:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075062.623514:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075062.623522:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617199488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075062.623540:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075062.623546:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2058)
00000100:00080000:0.0:1769075062.623565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075062.623573:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075062.623577:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075062.623581:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075062.623583:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075062.623757:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2019
00000400:00000200:0.0:1769075062.623842:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075062.623853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075062.623858:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075062.623865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.623877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075062.623890:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075062.623892:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075062.623894:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075062.623897:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075062.623900:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075062.623902:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075062.623906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.623911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075062.623916:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075062.623919:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075062.623923:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075062.623925:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075062.623927:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075062.623930:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.623932:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075062.623935:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075062.623940:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075062.623943:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=5 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075062.624373:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075062.624377:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.624380:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075062.624382:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075062.624386:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075062.624393:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075062.624399:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075062.624409:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617199616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075062.624420:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075062.624425:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075062.624430:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617199616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075062.624443:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075062.624446:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075062.624450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075062.624453:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075062.624455:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075062.624461:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075062.624465:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2019
00000400:00000200:0.0:1769075062.624473:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075062.624476:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075062.624477:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075062.624479:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.624481:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.624482:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.624484:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075062.624485:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075062.624486:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075062.624488:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075062.624489:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075062.624491:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075062.624493:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075062.624495:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.624496:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075062.624498:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075062.624499:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075062.624500:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075062.624502:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075062.624503:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075062.624505:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075062.624511:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075062.624515:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.624518:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075062.624523:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075062.624527:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.624531:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075062.624535:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075062.624540:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075062.624545:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075062.624549:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075062.624554:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075062.624556:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075062.624559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075062.624562:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075062.624564:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075062.624568:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617199744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075062.624579:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075062.624583:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075062.624589:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617199744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075062.624611:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075062.624613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075062.624615:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075062.624618:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2058)
00000100:00000040:0.0:1769075062.624623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075062.624627:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1769075062.624634:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2058)
00000800:00000200:3.1:1769075062.624821:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075062.624824:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075062.625080:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075062.625082:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 1, 1 secs later)
00000800:00000200:3.1:1769075062.625370:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075062.625372:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 1, 1 secs later)
00000020:00000001:2.0:1769075062.942794:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075062.942797:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075062.942800:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075063.966883:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075063.966891:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075063.966896:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075064.158759:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296722376, at 4296722432
00000100:00000010:0.0:1769075064.158767:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000020:00000001:2.0:1769075066.014849:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075066.014855:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075066.014859:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075067.743358:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769075067.743513:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.140:988
00000400:00000200:2.0:1769075067.743601:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.140:988
00000800:00000200:1.1:1769075067.743755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075067.743938:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075068.062836:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075068.062840:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075068.062843:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075069.086800:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075069.086805:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075069.086810:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075069.278781:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296727494, at 4296727552
00000100:00000010:0.0:1769075069.278800:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769075071.134808:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075071.134814:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075071.134818:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075072.862902:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075072.862937:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075072.862943:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075072.862950:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075072.862957:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075072.862997:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2058
00000400:00000200:2.0:1769075072.863023:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075072.863033:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075072.863038:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075072.863058:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863075:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863078:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863081:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075072.863088:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075072.863091:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075072.863096:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075072.863100:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075072.863103:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075072.863106:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075072.863110:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863113:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863114:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863116:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075072.863119:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075072.863123:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863126:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075072.863130:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075072.863135:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075072.863138:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863141:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075072.863144:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075072.863153:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075072.863158:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075072.863165:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075072.863167:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863171:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075072.863176:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075072.863182:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075072.863196:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b3f5c00.
00000100:00000001:2.0:1769075072.863205:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075072.863218:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617200256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075072.863231:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075072.863237:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075072.863253:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617200256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075072.863279:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075072.863283:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075072.863287:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075072.863304:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075072.863307:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075072.863311:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075072.863317:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2058
00000400:00000200:2.0:1769075072.863324:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075072.863330:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075072.863334:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075072.863345:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863352:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863359:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863364:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075072.863370:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075072.863371:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075072.863374:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075072.863380:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075072.863386:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075072.863394:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075072.863402:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863405:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863409:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863416:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075072.863432:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075072.863443:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863447:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075072.863453:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075072.863462:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075072.863469:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863474:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075072.863480:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075072.863486:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863489:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075072.863499:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075072.863503:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075072.863506:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075072.863511:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863515:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075072.863519:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075072.863523:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075072.863532:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91385db5e000.
00000100:00000001:2.0:1769075072.863540:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075072.863551:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617200384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075072.863563:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075072.863565:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075072.863570:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617200384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075072.863586:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075072.863589:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075072.863593:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075072.863596:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075072.863601:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075072.863602:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075072.863604:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075072.863607:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075072.863610:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2058
00000400:00000200:2.0:1769075072.863615:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075072.863618:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075072.863629:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075072.863632:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863635:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863637:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863640:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075072.863642:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075072.863644:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075072.863646:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075072.863648:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075072.863651:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075072.863653:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075072.863657:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863696:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075072.863698:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863701:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075072.863703:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075072.863707:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075072.863710:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075072.863712:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075072.863715:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075072.863718:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863720:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075072.863723:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075072.863725:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863727:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075072.863732:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075072.863735:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075072.863738:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075072.863740:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075072.863742:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075072.863743:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075072.863745:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075072.863751:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139516e1400.
00000100:00000001:2.0:1769075072.863755:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075072.863760:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617200512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075072.863768:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075072.863770:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075072.863775:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617200512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075072.863783:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075072.863788:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2068)
00000800:00000200:3.1:1769075072.864339:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075072.864642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075072.864845:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769075072.865206:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.140:988
00000400:00000200:2.0:1769075072.865263:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.140:988
00000400:00000100:2.0:1769075073.887097:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.140:988
00000400:00000100:2.0:1769075073.887163:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075073.887185:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075073.887193:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075073.887198:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075073.887205:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075073.887212:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075073.887218:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075073.887225:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075073.887233:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075073.887242:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170660
00000400:00000010:2.0:1769075073.887246:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170660.
00000100:00000001:2.0:1769075073.887254:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075073.887269:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5180 x1855007617200256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887304:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075073.887310:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617200256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887319:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075073.887322:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075073.887335:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075073.887337:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075073.887341:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075073.887344:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075073.887348:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170220
00000400:00000010:2.0:1769075073.887351:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170220.
00000100:00000001:2.0:1769075073.887354:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075073.887360:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7100 x1855007617200384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887368:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075073.887371:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617200384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887380:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075073.887382:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075073.887388:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075073.887391:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075073.887395:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075073.887398:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075073.887402:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170330
00000400:00000010:2.0:1769075073.887404:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170330.
00000100:00000001:2.0:1769075073.887406:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075073.887412:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7800 x1855007617200512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887420:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075073.887424:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617200512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075073.887430:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075073.887432:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075074.206823:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075074.206828:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075074.206831:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075074.398722:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296732615, at 4296732672
00000100:00000010:0.0:1769075074.398753:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b33c0.
00000020:00000001:2.0:1769075076.254803:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075076.254807:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075076.254810:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075077.982745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075077.982754:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075077.982757:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075077.982760:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075077.982763:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075077.982769:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2063
00000400:00000200:0.0:1769075077.982776:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075077.982781:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075077.982784:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075077.982786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.982789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.982791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.982793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075077.982797:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075077.982798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075077.982800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075077.982803:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075077.982805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075077.982806:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075077.982809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.982810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.982811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.982812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075077.982815:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075077.982818:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075077.982819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075077.982822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075077.982824:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075077.982826:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.982828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075077.982829:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075077.982836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075077.982839:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075077.982842:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075077.982843:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.982845:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075077.982848:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075077.982868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075077.982874:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769075077.982890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075077.982902:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617200640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075077.982912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075077.982916:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075077.982923:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617200640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075077.982982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075077.982986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075077.982989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075077.982991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075077.982993:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075077.982996:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075077.982999:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2063
00000400:00000200:0.0:1769075077.983003:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075077.983007:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075077.983010:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075077.983014:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983016:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.983024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075077.983031:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075077.983035:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075077.983037:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075077.983039:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075077.983043:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075077.983045:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075077.983051:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.983060:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075077.983073:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075077.983077:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983080:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075077.983082:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075077.983089:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075077.983093:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983097:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075077.983104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075077.983110:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983114:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075077.983122:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769075077.983127:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075077.983132:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075077.983135:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983138:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075077.983140:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075077.983142:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075077.983149:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075077.983154:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075077.983161:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617200768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075077.983175:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075077.983178:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075077.983181:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617200768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075077.983193:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075077.983196:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075077.983201:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075077.983204:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075077.983209:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075077.983210:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075077.983212:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075077.983219:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075077.983221:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2063
00000400:00000200:0.0:1769075077.983225:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075077.983232:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075077.983234:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075077.983237:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.983245:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983250:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075077.983252:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075077.983255:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075077.983257:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075077.983259:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075077.983261:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075077.983264:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075077.983268:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983273:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075077.983276:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075077.983284:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075077.983289:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075077.983294:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075077.983299:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075077.983302:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075077.983304:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983309:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075077.983311:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075077.983314:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983318:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075077.983323:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075077.983328:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075077.983330:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075077.983333:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075077.983338:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075077.983342:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075077.983346:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075077.983359:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075077.983368:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075077.983380:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617200896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075077.983395:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075077.983402:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075077.983413:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617200896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075077.983427:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075077.983433:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2073)
00000800:00000200:3.1:1769075077.983612:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075077.983974:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075077.984193:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075079.326880:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075079.326887:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075079.326916:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075079.518741:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296737734, at 4296737792
00000100:00000010:0.0:1769075079.518755:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3e40.
00000020:00000001:2.0:1769075081.374781:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075081.374784:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075081.374788:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075083.103475:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075083.103479:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075083.104096:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075083.104099:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1769075083.104774:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075083.104776:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 6 secs later)
00000020:00000001:2.0:1769075084.446867:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075084.446872:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075084.446876:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075084.638767:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296742855, at 4296742912
00000100:00000010:0.0:1769075084.638781:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769075086.494869:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075086.494875:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075086.494879:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075088.223423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075088.223431:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075088.224077:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075088.224080:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1769075088.224342:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075088.224345:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 8, 1 secs later)
00000020:00000001:2.0:1769075089.566826:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075089.566829:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075089.566832:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075089.758800:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296747974, at 4296748032
00000100:00000010:0.0:1769075089.758815:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769075091.614810:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075091.614815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075091.614820:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075093.343453:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075093.343894:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075093.344045:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075094.686900:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075094.686906:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075094.686909:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075094.878753:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296753095, at 4296753152
00000100:00000010:0.0:1769075094.878770:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000400:00000100:2.0:1769075096.414894:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075096.414936:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075096.414946:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075096.414951:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075096.414955:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075096.414958:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075096.414964:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075096.414968:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075096.414973:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075096.414977:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075096.414983:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170550
00000400:00000010:2.0:1769075096.414986:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170550.
00000100:00000001:2.0:1769075096.414991:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075096.415000:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470bb80 x1855007617201792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415023:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075096.415027:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617201792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415035:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075096.415037:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075096.415047:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075096.415050:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075096.415053:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075096.415057:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075096.415060:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000010:2.0:1769075096.415062:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:2.0:1769075096.415065:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075096.415071:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708e00 x1855007617201920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415085:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075096.415093:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617201920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415123:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075096.415125:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075096.415132:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075096.415137:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075096.415143:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075096.415151:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075096.415156:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:2.0:1769075096.415159:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:2.0:1769075096.415164:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075096.415172:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709180 x1855007617202048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415190:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075096.415197:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617202048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075118 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075096.415206:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075096.415208:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075096.734870:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075096.734877:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075096.734882:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075098.463368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075098.463375:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1769075098.463962:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075098.463965:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1769075098.464282:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075098.464284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 14 secs later)
00000020:00000001:2.0:1769075099.806831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075099.806835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075099.806838:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075099.998765:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296758214, at 4296758272
00000100:00000010:0.0:1769075099.998783:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769075101.854851:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075101.854855:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075101.854859:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075103.582726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075103.582742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075103.582744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075103.582747:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075103.582750:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075103.582756:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2089
00000400:00000200:2.0:1769075103.582764:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075103.582769:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075103.582771:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075103.582773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.582778:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075103.582783:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075103.582784:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075103.582786:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075103.582788:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075103.582790:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075103.582791:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075103.582793:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.582796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075103.582800:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075103.582804:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582807:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075103.582810:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075103.582814:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075103.582816:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.582819:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075103.582821:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075103.582828:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075103.582833:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075103.582837:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075103.582839:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.582842:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075103.582845:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075103.582850:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075103.582856:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139516e1400.
00000100:00000001:2.0:1769075103.582861:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075103.582868:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617202560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075103.582876:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075103.582880:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075103.582883:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617202560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075103.582900:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075103.582902:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075103.582905:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075103.582906:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075103.582907:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075103.582909:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075103.582911:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2089
00000400:00000200:2.0:1769075103.582913:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075103.582916:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075103.582918:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075103.582921:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582923:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.582926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075103.582931:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075103.582933:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075103.582935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075103.582940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075103.582947:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075103.582953:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075103.582963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.582972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582976:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075103.582981:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075103.582987:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075103.582992:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075103.582994:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075103.583002:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075103.583005:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583007:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075103.583010:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075103.583012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583014:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075103.583018:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075103.583024:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075103.583029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075103.583031:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583032:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075103.583035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075103.583038:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075103.583045:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139516e1000.
00000100:00000001:2.0:1769075103.583051:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075103.583059:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617202688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075103.583069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075103.583073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075103.583079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617202688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075103.583109:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075103.583112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075103.583119:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075103.583122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075103.583127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075103.583129:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075103.583130:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075103.583135:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075103.583139:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2089
00000400:00000200:2.0:1769075103.583143:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075103.583146:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075103.583149:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075103.583156:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.583160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.583165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.583171:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075103.583175:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075103.583178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075103.583183:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075103.583186:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075103.583190:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075103.583195:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075103.583205:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.583212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075103.583219:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075103.583225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075103.583231:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075103.583238:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075103.583242:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075103.583247:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075103.583252:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075103.583260:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583263:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075103.583267:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075103.583272:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583275:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075103.583280:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075103.583286:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075103.583292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075103.583296:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075103.583301:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075103.583306:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769075103.583307:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769075103.583310:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075103.583313:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 9 secs later)
02000000:00000010:2.0:1769075103.583318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b3f5c00.
00000100:00000001:2.0:1769075103.583326:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075103.583336:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617202816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075103.583353:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075103.583358:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075103.583367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617202816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075103.583383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075103.583392:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2099)
00000800:00000200:1.1:1769075103.583860:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075103.583862:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1769075103.584124:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075103.584127:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 9 secs later)
00000020:00000001:2.0:1769075104.926831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075104.926836:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075104.926840:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075105.118746:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296763334, at 4296763392
00000100:00000010:0.0:1769075105.118763:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769075106.974782:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075106.974789:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075106.974794:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075108.703932:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075108.703939:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1769075108.705157:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075108.705162:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 4 secs later)
00000800:00000200:3.1:1769075108.705762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075108.705766:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 16, 4 secs later)
00000020:00000001:2.0:1769075110.046817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075110.046820:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075110.046824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075110.238765:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296768456, at 4296768512
00000100:00000010:0.0:1769075110.238786:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000020:00000001:2.0:1769075112.094901:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075112.094906:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075112.094910:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075113.823562:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075113.823943:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075113.824130:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075115.166801:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075115.166805:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075115.166808:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075115.358773:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296773574, at 4296773632
00000100:00000010:0.0:1769075115.358789:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000020:00000001:2.0:1769075117.214850:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075117.214855:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075117.214859:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075118.942777:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075118.942790:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075118.942793:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075118.942797:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075118.942802:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075118.942810:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2104
00000400:00000200:2.0:1769075118.942819:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075118.942824:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075118.942827:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075118.942830:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.942833:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.942836:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.942838:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075118.942841:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075118.942843:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075118.942846:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075118.942848:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075118.942850:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075118.942851:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075118.942853:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.942854:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.942857:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.942859:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075118.942862:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075118.942864:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075118.942867:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075118.942869:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075118.942872:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075118.942874:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.942876:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075118.942878:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075118.942886:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075118.942889:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075118.942892:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075118.942893:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.942896:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075118.942898:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075118.942903:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075118.942912:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b3f5c00.
00000100:00000001:2.0:1769075118.942920:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075118.942932:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617203712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075118.942946:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075118.942952:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075118.942958:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617203712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075118.942991:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075118.942994:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075118.942997:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075118.942999:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075118.943001:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075118.943004:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075118.943007:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2104
00000400:00000200:2.0:1769075118.943012:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075118.943015:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075118.943018:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075118.943021:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943024:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.943027:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943029:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075118.943032:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075118.943034:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075118.943035:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075118.943038:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075118.943040:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075118.943043:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075118.943047:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943050:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.943051:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943054:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075118.943057:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075118.943060:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943067:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075118.943069:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075118.943080:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075118.943084:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943088:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075118.943094:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075118.943107:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943113:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075118.943121:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075118.943127:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075118.943133:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075118.943138:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943143:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075118.943147:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075118.943150:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075118.943159:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b3f4c00.
00000100:00000001:2.0:1769075118.943165:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075118.943176:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617203840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075118.943193:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075118.943197:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075118.943205:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617203840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075118.943221:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075118.943226:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075118.943230:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075118.943235:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075118.943258:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075118.943262:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075118.943266:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075118.943271:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075118.943278:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2104
00000400:00000200:2.0:1769075118.943289:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075118.943297:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075118.943304:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075118.943311:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943317:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.943319:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943326:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075118.943329:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075118.943333:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075118.943336:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075118.943340:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075118.943344:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075118.943348:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075118.943355:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943360:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075118.943362:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943365:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075118.943370:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075118.943379:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075118.943381:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075118.943385:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075118.943391:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075118.943395:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943400:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075118.943410:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075118.943416:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943420:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075118.943428:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075118.943434:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075118.943440:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075118.943441:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075118.943445:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075118.943448:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075118.943453:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075118.943461:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075118.943465:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075118.943476:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617203968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075118.943487:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075118.943489:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075118.943494:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617203968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075118.943508:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075118.943513:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2114)
00000800:00000200:3.1:1769075118.944019:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075118.944024:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1769075118.944460:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075118.944462:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 30 secs later)
00000800:00000200:3.1:1769075118.944771:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075118.944773:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 30 secs later)
00000020:00000001:2.0:1769075120.286884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075120.286904:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075120.286908:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075120.478764:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296778695, at 4296778752
00000100:00000010:0.0:1769075120.478788:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000020:00000001:2.0:1769075122.334801:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075122.334804:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075122.334807:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075124.062742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075124.062753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075124.062756:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075124.062760:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075124.062765:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075124.062772:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2109
00000400:00000200:2.0:1769075124.062782:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075124.062788:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075124.062792:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075124.062795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.062800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062803:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075124.062807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075124.062809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075124.062812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075124.062815:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075124.062817:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075124.062820:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075124.062823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.062828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075124.062833:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075124.062836:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062839:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075124.062842:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075124.062845:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075124.062848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.062850:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075124.062852:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075124.062861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075124.062865:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075124.062869:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075124.062871:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.062873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075124.062875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075124.062879:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075124.062887:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075124.062893:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075124.062901:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617204096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075124.062912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075124.062917:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075124.062922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617204096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075124.062942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075124.062945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075124.062947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075124.062948:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075124.062950:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075124.062951:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075124.062954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2109
00000400:00000200:2.0:1769075124.062957:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075124.062959:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075124.062961:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075124.062963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.062968:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075124.062971:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075124.062972:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075124.062973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075124.062975:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075124.062976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075124.062979:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075124.062984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.062992:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.062997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075124.063001:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075124.063007:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063012:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075124.063014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075124.063020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075124.063025:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063031:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075124.063038:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075124.063042:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063047:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075124.063050:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075124.063057:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075124.063063:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075124.063066:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075124.063071:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075124.063074:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075124.063078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075124.063083:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075124.063088:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617204224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075124.063098:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075124.063101:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075124.063104:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617204224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075124.063115:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075124.063117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075124.063122:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075124.063126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075124.063132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075124.063133:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075124.063134:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075124.063135:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075124.063137:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2109
00000400:00000200:2.0:1769075124.063140:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075124.063143:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075124.063144:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075124.063147:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063169:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.063172:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063176:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075124.063179:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075124.063183:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075124.063185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075124.063188:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075124.063191:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075124.063193:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075124.063197:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063199:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075124.063202:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063206:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075124.063211:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075124.063216:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075124.063220:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075124.063221:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075124.063223:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075124.063224:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063225:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075124.063227:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075124.063232:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063235:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075124.063238:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075124.063242:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075124.063244:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075124.063247:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075124.063249:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075124.063251:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075124.063252:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075124.063260:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075124.063266:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075124.063274:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617204352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075124.063283:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075124.063286:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075124.063290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617204352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075124.063295:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075124.063299:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2120)
00000800:00000200:3.1:1769075124.063366:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075124.063368:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1769075124.063821:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075124.063824:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 24 secs later)
00000800:00000200:3.1:1769075124.064071:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075124.064074:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 24 secs later)
00000020:00000001:2.0:1769075125.406849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075125.406855:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075125.406860:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075125.598773:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296783814, at 4296783872
00000100:00000010:0.0:1769075125.598787:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000020:00000001:2.0:1769075127.454832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075127.454836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075127.454839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075129.183428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075129.183433:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 19 secs later)
00000800:00000200:3.1:1769075129.183860:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075129.183862:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 19 secs later)
00000800:00000200:3.1:1769075129.184124:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075129.184126:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 19 secs later)
00000020:00000001:2.0:1769075130.526834:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075130.526838:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075130.526841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075130.718736:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296788934, at 4296788992
00000100:00000010:0.0:1769075130.718750:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:2.0:1769075132.574823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075132.574826:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075132.574829:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075134.303858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075134.303864:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 14 secs later)
00000800:00000200:3.1:1769075134.304513:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075134.304516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 14 secs later)
00000800:00000200:3.1:1769075134.304918:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075134.304921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 14 secs later)
00000020:00000001:2.0:1769075135.646878:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075135.646883:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075135.646887:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075135.838779:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296794055, at 4296794112
00000100:00000010:0.0:1769075135.838795:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000020:00000001:2.0:1769075137.694837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075137.694841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075137.694844:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075139.423660:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075139.423664:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1769075139.424083:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075139.424087:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 9 secs later)
00000800:00000200:3.1:1769075139.424430:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075139.424432:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 9 secs later)
00000020:00000001:2.0:1769075140.766865:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075140.766886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075140.766891:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075140.958764:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296799175, at 4296799232
00000100:00000010:0.0:1769075140.958778:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769075142.814870:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075142.814875:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075142.814880:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075144.542756:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075144.542765:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075144.542768:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075144.542770:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075144.542774:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075144.542779:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2130
00000400:00000200:0.0:1769075144.542787:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075144.542792:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075144.542794:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075144.542797:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542799:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.542801:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542803:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075144.542806:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075144.542818:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075144.542822:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075144.542824:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075144.542825:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075144.542839:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075144.542842:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542844:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.542845:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542846:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075144.542849:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075144.542851:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542853:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075144.542855:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075144.542857:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075144.542859:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.542861:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075144.542862:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075144.542870:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769075144.542873:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075144.542876:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075144.542877:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.542879:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075144.542882:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075144.542885:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075144.542891:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075144.542896:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075144.542903:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617205632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075144.542911:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075144.542914:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075144.542917:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617205632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075144.542934:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075144.542937:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075144.542941:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075144.542943:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075144.542945:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075144.542947:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075144.542950:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2130
00000400:00000200:0.0:1769075144.542954:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075144.542958:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075144.542960:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075144.542963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542966:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.542968:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542970:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075144.542973:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075144.542974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075144.542976:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075144.542978:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075144.542981:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075144.542983:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075144.542987:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.542989:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.542991:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543009:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075144.543014:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075144.543019:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543024:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075144.543028:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075144.543036:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075144.543040:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543043:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075144.543051:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075144.543056:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543061:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075144.543070:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075144.543074:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075144.543094:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075144.543096:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543098:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075144.543099:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075144.543101:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075144.543105:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075144.543108:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075144.543114:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617205760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075144.543122:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075144.543125:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075144.543129:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617205760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075144.543139:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075144.543142:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075144.543145:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075144.543148:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075144.543151:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075144.543170:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075144.543173:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075144.543177:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075144.543181:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2130
00000400:00000200:0.0:1769075144.543187:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075144.543191:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075144.543195:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075144.543199:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543203:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.543208:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543212:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075144.543216:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075144.543234:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075144.543237:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075144.543238:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075144.543240:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075144.543242:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075144.543245:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543248:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075144.543250:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543252:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075144.543254:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075144.543256:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075144.543258:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075144.543260:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075144.543262:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075144.543265:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543266:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075144.543269:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075144.543271:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543273:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075144.543276:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000800:00000200:3.1:1769075144.543276:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769075144.543278:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769075144.543279:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 4 secs later)
02000000:00000001:0.0:1769075144.543281:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075144.543282:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075144.543284:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075144.543292:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075144.543294:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075144.543298:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075144.543300:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075144.543305:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617205888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075144.543312:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075144.543314:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075144.543318:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617205888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075144.543327:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075144.543331:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2140)
00000800:00000200:3.1:1769075144.543652:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075144.543654:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 4 secs later)
00000800:00000200:3.1:1769075144.543895:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075144.543897:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 32, 4 secs later)
00000020:00000001:2.0:1769075145.886904:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075145.886909:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075145.886914:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075146.078818:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296804294, at 4296804352
00000100:00000010:0.0:1769075146.078838:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:2.0:1769075147.934822:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075147.934827:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075147.934830:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075149.662803:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075149.662813:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075149.662815:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075149.662818:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075149.662822:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075149.662829:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2135
00000400:00000200:0.0:1769075149.662837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075149.662842:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075149.662845:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075149.662848:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.662851:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.662853:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.662855:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075149.662860:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075149.662862:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075149.662865:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075149.662868:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075149.662871:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075149.662875:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075149.662878:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.662881:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.662899:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.662901:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075149.662904:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075149.662908:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075149.662911:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075149.662915:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075149.662919:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075149.662922:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.662925:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075149.662927:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075149.662938:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075149.662942:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075149.662946:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075149.662947:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.662960:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075149.662963:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075149.662967:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075149.662990:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075149.662996:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075149.663004:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617206016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075149.663013:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075149.663018:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075149.663021:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617206016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075149.663042:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075149.663044:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075149.663058:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075149.663060:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075149.663062:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075149.663064:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075149.663068:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2135
00000400:00000200:0.0:1769075149.663080:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075149.663087:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075149.663090:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075149.663096:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663101:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.663106:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663110:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075149.663116:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075149.663121:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075149.663125:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075149.663129:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075149.663133:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075149.663139:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075149.663149:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663156:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.663162:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663165:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075149.663169:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075149.663175:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663179:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075149.663181:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075149.663188:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075149.663193:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663196:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075149.663201:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075149.663204:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663206:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075149.663212:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075149.663218:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075149.663226:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075149.663245:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663251:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075149.663256:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075149.663260:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075149.663270:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075149.663278:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075149.663290:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617206144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075149.663316:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075149.663320:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075149.663327:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617206144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075149.663338:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075149.663342:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075149.663346:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075149.663351:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075149.663360:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075149.663365:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075149.663370:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075149.663377:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075149.663384:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2135
00000400:00000200:0.0:1769075149.663395:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075149.663400:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075149.663403:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075149.663411:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663416:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.663421:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663424:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075149.663428:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075149.663448:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075149.663461:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075149.663463:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075149.663466:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075149.663470:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075149.663475:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663482:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075149.663487:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769075149.663488:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075149.663489:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075149.663495:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075149.663497:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075149.663499:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075149.663500:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075149.663503:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075149.663505:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663507:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075149.663512:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075149.663518:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663522:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075149.663527:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075149.663531:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075149.663547:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075149.663549:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075149.663551:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075149.663553:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075149.663557:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075149.663564:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075149.663571:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075149.663578:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617206272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075149.663598:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075149.663601:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075149.663609:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617206272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075149.663625:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075149.663632:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2145)
00000800:00000200:3.1:1769075149.663843:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075149.664018:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075151.006807:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075151.006812:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075151.006815:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075151.198761:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296809414, at 4296809472
00000100:00000010:0.0:1769075151.198773:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000400:00000100:2.0:1769075152.734944:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075152.734990:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075152.735001:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075152.735005:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075152.735008:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075152.735011:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075152.735015:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075152.735018:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075152.735022:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075152.735026:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075152.735031:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170000
00000400:00000010:2.0:1769075152.735033:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170000.
00000100:00000001:2.0:1769075152.735037:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075152.735045:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bad80 x1855007617206016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735078:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075152.735083:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617206016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735092:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075152.735095:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075152.735108:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075152.735112:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075152.735116:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075152.735120:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075152.735124:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451704c8
00000400:00000010:2.0:1769075152.735127:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451704c8.
00000100:00000001:2.0:1769075152.735130:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075152.735138:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bb800 x1855007617206144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735159:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075152.735171:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617206144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735213:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075152.735216:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075152.735229:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075152.735236:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075152.735244:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075152.735259:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075152.735266:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170880
00000400:00000010:2.0:1769075152.735276:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170880.
00000100:00000001:2.0:1769075152.735287:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075152.735300:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443baa00 x1855007617206272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735345:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075152.735357:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617206272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075152.735379:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075152.735389:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075153.054953:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075153.054960:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075153.054964:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075154.782895:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075154.782909:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075154.782912:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075154.782917:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075154.782922:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075154.782933:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2140
00000400:00000200:2.0:1769075154.782946:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075154.782954:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075154.782960:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075154.782966:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.782972:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.782976:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.782980:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075154.782984:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075154.782986:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075154.782989:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075154.782992:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075154.782994:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075154.782996:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075154.782999:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783000:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.783002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783004:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075154.783006:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075154.783009:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783011:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075154.783014:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075154.783017:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075154.783020:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783022:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075154.783024:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075154.783032:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075154.783035:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075154.783039:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075154.783041:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783044:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075154.783048:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075154.783054:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075154.783079:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075154.783086:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075154.783098:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617206400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075154.783116:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075154.783121:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075154.783126:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617206400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075154.783158:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075154.783163:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075154.783166:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075154.783168:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075154.783170:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075154.783173:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075154.783176:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2140
00000400:00000200:2.0:1769075154.783181:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075154.783184:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075154.783186:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075154.783189:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783192:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.783194:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783196:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075154.783198:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075154.783200:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075154.783202:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075154.783204:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075154.783206:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075154.783208:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075154.783212:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783214:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.783216:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783218:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075154.783221:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075154.783224:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783226:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075154.783228:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075154.783234:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075154.783236:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783238:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075154.783243:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075154.783247:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783250:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075154.783254:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075154.783256:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075154.783259:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075154.783260:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783262:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075154.783264:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075154.783266:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075154.783270:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075154.783274:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075154.783280:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617206528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075154.783288:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075154.783291:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075154.783295:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617206528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075154.783304:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075154.783307:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075154.783311:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075154.783314:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075154.783317:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075154.783319:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075154.783321:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075154.783324:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075154.783327:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2140
00000400:00000200:2.0:1769075154.783332:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075154.783337:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075154.783339:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075154.783342:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783344:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.783346:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783348:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075154.783351:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075154.783352:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075154.783369:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075154.783371:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075154.783374:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075154.783376:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075154.783379:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783381:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075154.783383:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783385:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075154.783388:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075154.783391:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075154.783393:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075154.783395:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075154.783399:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075154.783402:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783403:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075154.783406:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075154.783409:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783411:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075154.783414:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075154.783417:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075154.783419:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075154.783421:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075154.783423:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075154.783424:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075154.783426:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075154.783431:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075154.783435:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075154.783440:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617206656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075154.783447:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075154.783449:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075154.783454:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617206656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075154.783461:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075154.783466:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2150)
00000800:00000200:3.1:1769075154.784196:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075154.784199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075154.784515:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075154.784516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075154.785191:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075154.785193:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769075156.126834:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075156.126838:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075156.126841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075156.318741:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296814535, at 4296814592
00000100:00000010:0.0:1769075156.318760:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:2.0:1769075158.174940:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075158.174946:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075158.174951:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075159.902819:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075159.902830:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075159.902833:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075159.902854:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075159.902859:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075159.902867:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2145
00000400:00000200:0.0:1769075159.902889:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075159.902896:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075159.902901:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075159.902904:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.902908:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.902912:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.902915:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075159.902920:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075159.902923:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075159.902927:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075159.902930:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075159.902933:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075159.902936:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075159.902940:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.902942:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.902945:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.902948:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075159.902951:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075159.902954:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075159.902956:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075159.902959:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075159.902962:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075159.902964:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.902966:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075159.902968:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075159.902977:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075159.902981:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075159.902984:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075159.902986:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.902988:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075159.902991:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075159.902995:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075159.903002:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075159.903007:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075159.903015:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617206784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075159.903025:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075159.903031:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075159.903037:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617206784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075159.903082:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075159.903086:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075159.903091:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075159.903093:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075159.903095:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075159.903099:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075159.903103:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2145
00000400:00000200:0.0:1769075159.903109:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075159.903115:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075159.903118:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075159.903123:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903126:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.903134:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903140:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075159.903147:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075159.903151:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075159.903167:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075159.903172:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075159.903179:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075159.903188:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075159.903198:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903204:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.903211:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903218:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075159.903235:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075159.903260:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903266:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075159.903270:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075159.903276:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075159.903282:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903285:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075159.903291:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075159.903296:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903301:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075159.903309:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075159.903314:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075159.903334:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075159.903339:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903341:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075159.903343:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075159.903345:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075159.903354:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075159.903358:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075159.903367:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617206912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075159.903381:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075159.903385:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075159.903392:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617206912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075159.903421:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075159.903427:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075159.903432:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075159.903439:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075159.903447:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075159.903449:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075159.903453:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075159.903456:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075159.903462:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2145
00000400:00000200:0.0:1769075159.903467:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075159.903474:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075159.903479:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075159.903481:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903484:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.903500:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903509:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075159.903517:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075159.903523:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075159.903531:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075159.903538:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075159.903546:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075159.903566:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075159.903577:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903586:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075159.903618:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903624:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075159.903628:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075159.903635:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075159.903642:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075159.903650:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075159.903654:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075159.903660:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903665:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769075159.903665:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00100000:0.0:1769075159.903671:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:3.1:1769075159.903721:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000008:00000001:0.0:1769075159.903743:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903746:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075159.903754:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075159.903758:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075159.903764:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075159.903767:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075159.903771:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075159.903774:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075159.903778:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075159.903784:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075159.903791:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075159.903800:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617207040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075159.903813:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075159.903818:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075159.903829:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617207040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075159.903844:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075159.903855:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2155)
00000800:00000200:3.1:1769075159.904343:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075159.904346:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075159.904823:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075159.904825:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769075161.246901:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075161.246906:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075161.246910:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075161.438762:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296819655, at 4296819712
00000100:00000010:0.0:1769075161.438773:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:2.0:1769075163.294882:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075163.294894:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075163.294918:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075165.022907:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075165.022940:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075165.022947:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075165.022954:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075165.022961:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075165.022973:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2150
00000400:00000200:2.0:1769075165.022989:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075165.022999:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075165.023007:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075165.023013:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023020:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023026:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023031:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075165.023039:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075165.023043:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075165.023066:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075165.023071:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075165.023074:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075165.023078:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075165.023082:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023085:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023088:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023091:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075165.023095:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075165.023100:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023103:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075165.023106:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075165.023110:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075165.023114:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023116:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075165.023119:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075165.023129:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075165.023133:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075165.023139:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075165.023142:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023145:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075165.023149:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075165.023154:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075165.023163:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075165.023171:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075165.023183:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617207168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075165.023197:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075165.023202:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075165.023208:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617207168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075165.023239:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075165.023243:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075165.023248:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075165.023250:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075165.023253:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075165.023256:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075165.023260:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2150
00000400:00000200:2.0:1769075165.023266:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075165.023270:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075165.023274:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075165.023278:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023280:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023283:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023285:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075165.023288:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075165.023290:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075165.023292:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075165.023295:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075165.023298:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075165.023302:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075165.023307:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023310:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023312:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023316:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075165.023320:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075165.023331:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023335:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075165.023341:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075165.023349:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075165.023355:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023359:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075165.023366:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075165.023371:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023375:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075165.023380:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075165.023383:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075165.023388:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075165.023391:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023398:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075165.023403:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075165.023408:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075165.023431:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075165.023449:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075165.023494:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617207296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075165.023524:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075165.023529:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075165.023544:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617207296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075165.023574:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075165.023582:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075165.023594:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075165.023599:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075165.023611:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075165.023618:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075165.023627:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075165.023637:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075165.023651:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2150
00000400:00000200:2.0:1769075165.023723:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075165.023732:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075165.023737:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075165.023753:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023761:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023772:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023780:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075165.023792:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075165.023794:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075165.023797:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075165.023801:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075165.023805:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075165.023812:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075165.023818:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023824:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075165.023834:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023841:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075165.023850:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075165.023864:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075165.023873:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075165.023886:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075165.023899:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075165.023908:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023917:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075165.023923:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075165.023933:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023944:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075165.023959:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075165.023971:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075165.023983:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075165.023989:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075165.023999:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075165.024006:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075165.024010:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075165.024021:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075165.024030:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075165.024053:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617207424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075165.024082:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075165.024089:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075165.024100:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617207424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075165.024126:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075165.024135:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769075165.024138:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 3 (2160)
00000800:00000200:3.1:1769075165.024142:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075165.024972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075165.024978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769075165.025433:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075165.025437:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769075166.366801:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075166.366805:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075166.366807:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075166.558748:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296824775, at 4296824832
00000100:00000010:0.0:1769075166.558763:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b32a0.
00000100:00080000:0.0:1769075168.030865:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075168.030888:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075168.030894:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075168.030902:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075168.030911:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075168.030928:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2155
00000400:00000200:0.0:1769075168.030958:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075168.030971:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075168.030980:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075168.030985:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.030990:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.030994:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.030998:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075168.031004:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075168.031007:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075168.031011:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075168.031016:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075168.031019:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075168.031023:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075168.031026:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031029:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.031033:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031036:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075168.031041:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075168.031045:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031049:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075168.031053:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075168.031058:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075168.031062:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031065:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075168.031068:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075168.031085:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075168.031092:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075168.031129:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075168.031133:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031139:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075168.031145:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075168.031154:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075168.031172:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075168.031186:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075168.031206:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617207552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075168.031223:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075168.031229:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075168.031236:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617207552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075168.031293:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075168.031298:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075168.031303:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075168.031306:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075168.031308:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075168.031312:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075168.031316:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2155
00000400:00000200:0.0:1769075168.031323:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075168.031327:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075168.031331:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075168.031335:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031338:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.031342:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031345:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075168.031350:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075168.031353:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075168.031355:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075168.031358:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075168.031361:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075168.031364:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075168.031380:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031383:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.031387:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031391:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075168.031399:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075168.031409:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031443:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075168.031448:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075168.031457:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075168.031467:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031476:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075168.031485:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075168.031493:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031500:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075168.031507:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075168.031515:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075168.031521:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075168.031529:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031533:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075168.031540:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075168.031546:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075168.031555:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075168.031567:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075168.031582:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617207680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075168.031604:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075168.031611:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075168.031618:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617207680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075168.031644:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075168.031655:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075168.031719:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075168.031724:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075168.031730:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075168.031733:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075168.031739:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075168.031752:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075168.031757:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2156
00000400:00000200:0.0:1769075168.031764:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075168.031775:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075168.031778:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075168.031782:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031787:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.031797:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031804:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075168.031810:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075168.031816:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075168.031821:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075168.031828:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075168.031837:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075168.031846:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075168.031856:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031865:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075168.031879:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031890:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075168.031905:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075168.031920:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075168.031926:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075168.031934:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075168.031945:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075168.031955:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031964:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075168.031972:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075168.031979:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.031985:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075168.031999:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075168.032007:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075168.032017:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075168.032022:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075168.032031:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075168.032037:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075168.032042:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075168.032057:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075168.032067:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075168.032087:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617207808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075168.032119:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075168.032131:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075168.032155:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617207808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075168.032161:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075168.032172:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 44 secs later)
00000100:00000001:0.0:1769075168.032204:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075168.032215:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2164)
00000800:00000200:3.1:1769075168.033056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075168.033060:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 44 secs later)
00000800:00000200:3.1:1769075168.033604:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075168.033608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 44 secs later)
00000020:00000001:2.0:1769075168.414879:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075168.414884:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075168.414888:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075169.566777:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296827784, at 4296827840
00000100:00000010:0.0:1769075169.566806:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769075171.486847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075171.486855:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075171.486863:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075173.215973:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075173.215981:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 39 secs later)
00000800:00000200:1.1:1769075173.216782:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075173.216786:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 39 secs later)
00000800:00000200:1.1:1769075173.217300:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075173.217303:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 39 secs later)
00000020:00000001:2.0:1769075173.534852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075173.534858:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075173.534862:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075174.750741:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296832967, at 4296833024
00000100:00000010:0.0:1769075174.750756:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769075176.606845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075176.606850:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075176.606854:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075178.335881:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075178.335891:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 34 secs later)
00000800:00000200:3.1:1769075178.336606:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075178.336610:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 34 secs later)
00000800:00000200:3.1:1769075178.337109:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075178.337113:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 34 secs later)
00000020:00000001:2.0:1769075178.654858:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075178.654862:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075178.654867:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075179.870768:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296838087, at 4296838144
00000100:00000010:0.0:1769075179.870791:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000020:00000001:2.0:1769075181.726776:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075181.726780:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075181.726783:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075183.454788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075183.454798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075183.454800:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075183.454804:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075183.454808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075183.454824:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2169
00000400:00000200:2.0:1769075183.454832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075183.454837:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075183.454840:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075183.454842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.454845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.454846:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.454848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075183.454851:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075183.454853:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075183.454855:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075183.454857:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075183.454858:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075183.454860:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075183.454861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.454863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.454865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.454866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075183.454869:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075183.454871:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075183.454873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075183.454874:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075183.454877:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075183.454879:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.454880:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075183.454882:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075183.454889:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075183.454892:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075183.454895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075183.454896:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.454898:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075183.454900:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075183.454903:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075183.454909:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075183.454925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075183.454932:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617208704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075183.454940:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075183.454943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075183.454947:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617208704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075183.454971:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075183.454974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075183.454978:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075183.454980:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075183.454981:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075183.454984:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075183.454987:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2169
00000400:00000200:2.0:1769075183.454991:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075183.454994:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075183.454997:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075183.454999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.455023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075183.455029:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075183.455030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075183.455036:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075183.455038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075183.455041:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075183.455043:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075183.455047:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.455051:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455053:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075183.455062:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075183.455065:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455068:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075183.455069:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075183.455075:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075183.455077:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075183.455084:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075183.455088:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455090:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075183.455092:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075183.455095:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075183.455098:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075183.455099:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455101:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075183.455103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075183.455105:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075183.455109:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075183.455112:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075183.455118:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617208832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075183.455126:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075183.455128:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075183.455132:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617208832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075183.455141:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075183.455144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075183.455148:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075183.455151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075183.455166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075183.455168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075183.455170:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075183.455172:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075183.455175:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2169
00000400:00000200:2.0:1769075183.455213:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075183.455215:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075183.455218:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075183.455221:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.455226:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455228:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075183.455230:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075183.455232:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075183.455234:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075183.455236:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075183.455238:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075183.455240:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075183.455243:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455245:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075183.455247:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455249:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769075183.455249:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769075183.455252:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.1:1769075183.455253:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 29 secs later)
00000100:00080000:2.0:1769075183.455255:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075183.455257:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075183.455259:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075183.455262:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075183.455264:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455265:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075183.455268:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075183.455270:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455272:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075183.455276:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075183.455278:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075183.455280:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075183.455282:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075183.455283:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075183.455285:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075183.455287:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075183.455291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075183.455295:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075183.455299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617208960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075183.455307:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075183.455309:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075183.455314:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617208960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075183.455322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075183.455327:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2179)
00000800:00000200:3.1:1769075183.455613:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075183.455615:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 29 secs later)
00000800:00000200:3.1:1769075183.455831:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075183.455833:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 29 secs later)
00000020:00000001:2.0:1769075183.774785:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075183.774788:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075183.774791:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075184.990752:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296843206, at 4296843264
00000100:00000010:0.0:1769075184.990764:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769075186.846836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075186.846841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075186.846845:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075188.574753:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075188.574762:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075188.574764:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075188.574768:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075188.574771:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075188.574777:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2174
00000400:00000200:2.0:1769075188.574784:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075188.574789:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075188.574792:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075188.574794:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574796:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.574798:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574800:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075188.574803:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075188.574804:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075188.574806:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075188.574808:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075188.574810:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075188.574811:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075188.574813:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574815:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.574817:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574818:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075188.574820:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075188.574823:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574825:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075188.574827:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075188.574829:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075188.574830:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.574832:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075188.574833:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075188.574840:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075188.574843:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075188.574845:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075188.574847:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.574849:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075188.574851:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075188.574855:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075188.574861:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075188.574867:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075188.574876:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617209088/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075188.574887:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075188.574892:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075188.574897:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617209088/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075188.574920:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075188.574923:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075188.574927:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075188.574928:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075188.574930:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075188.574933:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075188.574936:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2174
00000400:00000200:2.0:1769075188.574940:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075188.574943:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075188.574945:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075188.574948:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574950:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.574952:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574953:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075188.574955:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075188.574956:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075188.574957:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075188.574959:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075188.574960:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075188.574962:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075188.574966:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.574972:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075188.574979:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075188.574984:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075188.574986:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075188.574988:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075188.574994:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075188.574999:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575003:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075188.575008:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075188.575013:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575017:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075188.575022:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075188.575026:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075188.575028:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075188.575032:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575034:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075188.575035:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075188.575037:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075188.575042:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075188.575046:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075188.575051:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617209216/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075188.575056:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075188.575060:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075188.575063:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617209216/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075188.575088:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075188.575091:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075188.575095:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075188.575098:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075188.575105:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075188.575108:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075188.575111:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075188.575113:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075188.575115:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2174
00000400:00000200:2.0:1769075188.575127:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075188.575132:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075188.575134:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075188.575136:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.575138:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.575142:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.575145:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075188.575147:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075188.575148:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075188.575151:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075188.575154:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075188.575156:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075188.575159:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075188.575165:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.575167:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075188.575172:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075188.575174:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075188.575178:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075188.575181:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075188.575185:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075188.575189:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075188.575192:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075188.575197:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575199:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075188.575202:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075188.575205:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575208:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075188.575215:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075188.575217:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075188.575222:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075188.575223:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075188.575227:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075188.575230:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075188.575231:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075188.575235:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075188.575239:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075188.575244:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617209344/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075188.575257:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075188.575259:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075188.575265:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617209344/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075188.575272:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075188.575276:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2184)
00000800:00000200:3.1:1769075188.575355:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075188.575358:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 24 secs later)
00000800:00000200:3.1:1769075188.575885:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075188.575888:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 24 secs later)
00000800:00000200:3.1:1769075188.576236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075188.576239:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 24 secs later)
00000020:00000001:2.0:1769075188.894845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075188.894849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075188.894852:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075190.110781:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296848326, at 4296848384
00000100:00000010:0.0:1769075190.110794:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000020:00000001:2.0:1769075191.966921:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075191.966928:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075191.966931:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075193.694786:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075193.694799:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075193.694802:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075193.694806:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075193.694811:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075193.694820:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2179
00000400:00000200:0.0:1769075193.694830:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075193.694837:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075193.694840:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075193.694844:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.694848:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.694851:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.694854:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075193.694859:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075193.694861:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075193.694865:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075193.694868:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075193.694871:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075193.694874:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075193.694879:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.694881:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.694883:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.694886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075193.694890:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075193.694894:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075193.694897:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075193.694900:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075193.694904:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075193.694907:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.694910:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075193.694913:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075193.694924:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075193.694928:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075193.694932:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075193.694934:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.694937:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075193.694941:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075193.694945:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075193.694953:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075193.694961:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075193.694970:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617209472/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075193.694981:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075193.695002:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075193.695009:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617209472/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075193.695034:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075193.695038:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075193.695042:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075193.695044:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075193.695046:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075193.695049:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075193.695052:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2179
00000400:00000200:0.0:1769075193.695057:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075193.695061:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075193.695064:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075193.695068:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695071:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.695074:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695077:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075193.695081:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075193.695087:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075193.695093:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075193.695097:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075193.695102:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075193.695108:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075193.695117:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695133:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.695139:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695144:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075193.695153:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075193.695162:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695167:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075193.695172:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075193.695180:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075193.695185:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695191:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075193.695199:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075193.695204:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695207:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075193.695217:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769075193.695222:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075193.695236:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075193.695240:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695243:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075193.695245:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075193.695250:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075193.695259:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075193.695268:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075193.695279:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617209600/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075193.695301:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075193.695306:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075193.695318:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617209600/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075193.695339:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075193.695344:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075193.695352:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075193.695358:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075193.695365:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075193.695370:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075193.695372:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075193.695375:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075193.695379:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2179
00000400:00000200:0.0:1769075193.695384:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075193.695390:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075193.695394:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075193.695400:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695404:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.695410:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695416:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075193.695421:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075193.695425:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075193.695429:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075193.695434:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075193.695438:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075193.695445:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075193.695455:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695460:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075193.695464:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695468:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075193.695473:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075193.695481:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075193.695488:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075193.695491:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075193.695495:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075193.695501:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695506:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075193.695511:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075193.695516:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695521:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075193.695527:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769075193.695534:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075193.695539:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075193.695542:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075193.695547:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075193.695551:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075193.695556:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075193.695562:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075193.695570:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075193.695570:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075193.695579:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 19 secs later)
00000100:00100000:0.0:1769075193.695584:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617209728/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075193.695604:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075193.695609:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075193.695621:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617209728/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075193.695639:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075193.695646:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2189)
00000800:00000200:3.1:1769075193.696088:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075193.696091:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 19 secs later)
00000800:00000200:3.1:1769075193.696399:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075193.696403:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 19 secs later)
00000020:00000001:2.0:1769075194.014812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075194.014815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075194.014819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075195.230759:0:41771:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296853447, at 4296853504
00000100:00000010:0.0:1769075195.230777:0:41771:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b30c0.
00000020:00000001:2.0:1769075197.086849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075197.086853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075197.086856:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075198.815728:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075198.815732:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 14 secs later)
00000800:00000200:3.1:1769075198.816325:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075198.816328:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 14 secs later)
00000800:00000200:3.1:1769075198.816655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075198.816680:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 14 secs later)
00000020:00000001:2.0:1769075199.134877:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075199.134883:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075199.134889:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075200.350731:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296858567, at 4296858624
00000100:00000010:0.0:1769075200.350746:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:2.0:1769075202.206885:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075202.206889:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075202.206903:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075203.934742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075203.934750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075203.934752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075203.934756:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075203.934759:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075203.934766:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2189
00000400:00000200:2.0:1769075203.934773:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075203.934778:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075203.934780:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075203.934783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.934785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.934788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.934790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075203.934793:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075203.934794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075203.934797:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075203.934851:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075203.934853:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075203.934855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075203.934858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.934860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.934861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.934863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075203.934865:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075203.934868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075203.934869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075203.934872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075203.934874:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075203.934876:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.934877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075203.934879:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075203.934886:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075203.934889:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075203.934892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075203.934894:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.934896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075203.934899:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075203.934902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075203.934910:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075203.934915:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075203.934921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617210240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075203.934930:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075203.934934:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075203.934937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617210240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075203.934968:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075203.934972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075203.934981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075203.934983:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075203.934984:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075203.934987:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075203.934991:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2189
00000400:00000200:2.0:1769075203.934996:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075203.935000:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075203.935003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075203.935008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.935019:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935022:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075203.935025:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075203.935027:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075203.935030:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075203.935033:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075203.935037:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075203.935040:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075203.935046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.935053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075203.935059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075203.935067:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935076:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075203.935080:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075203.935092:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075203.935095:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935098:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075203.935103:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075203.935110:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935114:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075203.935121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075203.935128:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075203.935133:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075203.935136:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935140:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075203.935144:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075203.935148:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075203.935157:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075203.935164:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075203.935173:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617210368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075203.935191:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075203.935192:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075203.935195:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617210368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075203.935202:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075203.935207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075203.935211:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075203.935215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075203.935219:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075203.935220:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075203.935222:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075203.935239:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075203.935244:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2189
00000400:00000200:2.0:1769075203.935260:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075203.935270:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075203.935276:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075203.935283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935287:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.935290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935292:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075203.935297:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075203.935302:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075203.935306:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075203.935310:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:3.1:1769075203.935311:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075203.935315:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.1:1769075203.935316:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 9 secs later)
00000020:00000001:2.0:1769075203.935318:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075203.935324:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075203.935331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075203.935341:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075203.935346:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075203.935350:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075203.935353:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075203.935357:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075203.935360:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935364:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075203.935368:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075203.935372:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935375:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075203.935379:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075203.935384:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075203.935390:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075203.935391:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075203.935393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075203.935393:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075203.935396:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075203.935403:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075203.935409:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075203.935418:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617210496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075203.935427:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075203.935430:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075203.935436:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617210496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075203.935452:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075203.935458:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2199)
00000800:00000200:3.1:1769075203.935740:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075203.935742:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 9 secs later)
00000800:00000200:3.1:1769075203.935989:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075203.935991:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 9 secs later)
00000020:00000001:2.0:1769075204.254844:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075204.254847:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075204.254850:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075205.470818:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296863686, at 4296863744
00000100:00000010:0.0:1769075205.470835:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000100:00080000:2.0:1769075209.054832:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075209.054848:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075209.054851:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075209.054856:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075209.054862:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075209.054871:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2194
00000400:00000200:2.0:1769075209.054884:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075209.054892:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075209.054896:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075209.054901:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.054905:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.054908:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.054911:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075209.054917:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075209.054920:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075209.054923:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075209.054927:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075209.054930:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075209.054932:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075209.054935:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.054937:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.054939:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.054941:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075209.054945:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075209.054948:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075209.054951:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075209.054954:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075209.054958:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075209.054961:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.054963:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075209.054966:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075209.054978:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075209.054982:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075209.054987:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075209.054989:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.054992:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075209.054996:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075209.055002:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075209.055170:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075209.055187:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075209.055203:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617210624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075209.055214:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075209.055219:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075209.055224:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617210624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075209.055248:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075209.055252:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075209.055256:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075209.055258:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075209.055261:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075209.055263:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075209.055266:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2194
00000400:00000200:2.0:1769075209.055275:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075209.055282:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075209.055286:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075209.055291:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055295:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.055297:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055300:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075209.055304:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075209.055306:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075209.055311:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075209.055326:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075209.055331:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075209.055336:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075209.055342:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055344:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.055354:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055367:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075209.055384:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075209.055403:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055413:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075209.055425:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075209.055438:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075209.055445:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.055453:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075209.055466:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075209.055481:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.055494:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075209.055514:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075209.055523:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075209.055534:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075209.055539:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.055562:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075209.055570:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075209.055577:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075209.055595:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075209.055610:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075209.055635:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617210752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075209.055762:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075209.055767:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075209.055789:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617210752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075209.055820:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075209.055826:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075209.055831:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075209.055842:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075209.055847:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075209.055849:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075209.055856:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075209.055868:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075209.055878:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2194
00000400:00000200:2.0:1769075209.055927:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075209.055940:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075209.055953:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075209.055969:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.055975:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.055986:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.056001:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075209.056009:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075209.056016:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075209.056021:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075209.056024:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075209.056025:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075209.056027:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075209.056031:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075209.056039:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075209.056043:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769075209.056046:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075209.056048:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769075209.056060:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 3 secs later)
00000020:00000040:2.0:1769075209.056061:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075209.056077:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075209.056090:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075209.056104:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075209.056108:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075209.056110:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.056112:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075209.056115:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075209.056117:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.056118:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075209.056122:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075209.056125:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075209.056127:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075209.056129:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075209.056130:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075209.056132:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075209.056134:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075209.056138:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075209.056141:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075209.056146:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617210880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075209.056153:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075209.056155:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075209.056158:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617210880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075209.056165:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075209.056169:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2205)
00000800:00000200:3.1:1769075209.056645:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075209.056648:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 3 secs later)
00000800:00000200:3.1:1769075209.056971:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075209.056973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 3 secs later)
00000020:00000001:2.0:1769075209.374855:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075209.374859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075209.374862:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075210.590824:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296868807, at 4296868864
00000100:00000010:0.0:1769075210.590858:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000100:00080000:2.0:1769075214.174765:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075214.174778:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075214.174781:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075214.174785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075214.174790:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075214.174798:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2200
00000400:00000200:2.0:1769075214.174807:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075214.174814:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075214.174817:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075214.174821:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.174824:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.174827:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.174830:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075214.174834:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075214.174837:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075214.174840:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075214.174843:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075214.174846:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075214.174849:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075214.174852:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.174854:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.174856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.174859:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075214.174862:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075214.174866:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075214.174869:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075214.174872:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075214.174875:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075214.174879:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.174881:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075214.174884:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075214.174893:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075214.174897:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075214.174900:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075214.174902:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.174906:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075214.174908:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075214.174912:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075214.174921:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075214.174928:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075214.174937:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617211008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075214.174948:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075214.174952:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075214.174957:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617211008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075214.174990:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075214.174994:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075214.174998:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075214.174999:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075214.175001:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075214.175004:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075214.175007:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2200
00000400:00000200:2.0:1769075214.175020:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075214.175025:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075214.175027:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075214.175030:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175032:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.175034:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175037:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075214.175039:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075214.175042:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075214.175044:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075214.175048:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075214.175051:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075214.175054:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075214.175057:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175059:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.175061:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175074:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075214.175078:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075214.175081:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175084:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075214.175086:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075214.175094:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075214.175103:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175109:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075214.175126:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075214.175133:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175136:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075214.175145:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075214.175155:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075214.175164:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075214.175167:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175178:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075214.175184:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075214.175196:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075214.175206:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075214.175216:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075214.175232:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617211136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075214.175254:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075214.175265:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075214.175283:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617211136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075214.175316:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075214.175329:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075214.175336:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075214.175345:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075214.175353:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075214.175360:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075214.175362:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075214.175377:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075214.175388:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2200
00000400:00000200:2.0:1769075214.175405:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075214.175420:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075214.175438:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075214.175452:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175467:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.175478:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175493:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075214.175501:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075214.175503:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075214.175510:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075214.175516:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075214.175523:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075214.175533:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075214.175549:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175566:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075214.175578:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175592:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075214.175604:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075214.175617:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075214.175626:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075214.175637:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075214.175698:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075214.175702:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175705:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075214.175707:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075214.175710:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175712:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075214.175717:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075214.175721:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075214.175724:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075214.175726:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075214.175729:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075214.175731:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075214.175733:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075214.175738:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075214.175743:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075214.175751:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617211264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075214.175768:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075214.175774:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075214.175792:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617211264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075214.175795:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075214.175814:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075214.175820:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2210)
00000800:00000200:3.1:1769075214.176114:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075214.176392:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075214.494949:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075214.494955:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075214.494959:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075215.710765:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296873927, at 4296873984
00000100:00000010:0.0:1769075215.710777:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000100:00080000:0.0:1769075219.294777:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075219.294789:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075219.294792:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075219.294796:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075219.294801:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075219.294812:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2205
00000400:00000200:0.0:1769075219.294824:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075219.294831:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075219.294835:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075219.294839:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.294844:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.294847:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.294851:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075219.294856:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075219.294859:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075219.294862:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075219.294865:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075219.294867:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075219.294868:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075219.294871:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.294873:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.294874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.294875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075219.294877:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075219.294880:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075219.294881:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075219.294884:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075219.294887:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075219.294889:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.294891:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075219.294893:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075219.294901:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769075219.294904:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075219.294908:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075219.294910:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.294913:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075219.294916:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075219.294922:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075219.294931:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769075219.294938:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075219.294948:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617211392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075219.294962:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075219.294967:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075219.294974:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617211392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075219.295015:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075219.295019:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075219.295023:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075219.295025:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075219.295027:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075219.295031:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075219.295035:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2205
00000400:00000200:0.0:1769075219.295041:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075219.295046:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075219.295048:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075219.295054:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295062:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.295067:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295076:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075219.295083:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075219.295088:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075219.295093:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075219.295100:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075219.295111:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075219.295120:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075219.295133:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295140:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.295148:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295157:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075219.295167:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075219.295178:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295184:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075219.295190:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075219.295201:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075219.295207:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295216:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075219.295226:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075219.295233:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295236:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075219.295244:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769075219.295252:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075219.295255:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075219.295256:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295260:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075219.295263:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075219.295266:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075219.295272:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075219.295276:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075219.295291:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617211520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075219.295311:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075219.295317:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075219.295327:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617211520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075219.295357:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075219.295362:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075219.295373:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075219.295379:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075219.295396:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075219.295400:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075219.295402:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075219.295409:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075219.295420:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2205
00000400:00000200:0.0:1769075219.295432:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075219.295440:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075219.295447:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075219.295460:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295465:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.295473:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295476:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075219.295480:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075219.295481:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075219.295483:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075219.295486:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075219.295488:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075219.295491:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075219.295495:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295497:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075219.295499:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295501:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075219.295503:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075219.295507:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075219.295509:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075219.295512:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075219.295516:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075219.295518:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295521:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075219.295525:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075219.295527:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295530:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075219.295535:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769075219.295537:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075219.295540:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075219.295541:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075219.295543:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075219.295545:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075219.295547:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075219.295572:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075219.295577:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075219.295583:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617211648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075219.295592:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075219.295596:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075219.295600:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617211648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075219.295617:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075219.295628:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2215)
00000800:00000200:3.1:1769075219.295820:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075219.295825:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075219.296361:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075219.296364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075219.296757:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075219.296759:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769075219.614808:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075219.614812:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075219.614815:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075220.830791:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296879047, at 4296879104
00000100:00000010:0.0:1769075220.830807:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000100:00080000:2.0:1769075224.414809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075224.414821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075224.414825:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075224.414829:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075224.414834:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075224.414843:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2210
00000400:00000200:2.0:1769075224.414853:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075224.414860:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075224.414865:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075224.414869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.414873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.414876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.414880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075224.414885:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075224.414887:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075224.414891:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075224.414894:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075224.414897:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075224.414900:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075224.414903:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.414905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.414907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.414910:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075224.414913:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075224.414917:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075224.414920:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075224.414923:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075224.414927:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075224.414930:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.414932:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075224.414935:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075224.414946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075224.414950:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075224.414955:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075224.414956:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.414960:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075224.414963:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075224.414968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075224.414977:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075224.414984:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075224.414995:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617211776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075224.415008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075224.415014:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075224.415019:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617211776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075224.415050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075224.415054:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075224.415058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075224.415060:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075224.415062:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075224.415065:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075224.415068:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2210
00000400:00000200:2.0:1769075224.415072:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075224.415075:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075224.415077:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075224.415081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.415085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415088:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075224.415091:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075224.415092:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075224.415094:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075224.415096:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075224.415098:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075224.415100:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075224.415104:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.415108:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415110:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075224.415112:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075224.415115:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415117:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075224.415120:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075224.415127:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075224.415130:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415133:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075224.415138:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075224.415142:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415145:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075224.415150:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075224.415154:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075224.415163:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075224.415171:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415178:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075224.415182:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075224.415188:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075224.415193:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075224.415203:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075224.415217:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617211904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075224.415239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075224.415245:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075224.415258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617211904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075224.415280:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075224.415286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075224.415295:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075224.415302:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075224.415313:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075224.415319:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075224.415321:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075224.415326:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075224.415334:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2210
00000400:00000200:2.0:1769075224.415345:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075224.415351:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075224.415360:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075224.415364:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.415376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415382:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075224.415388:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075224.415392:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075224.415396:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075224.415402:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075224.415409:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075224.415416:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075224.415430:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415440:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075224.415464:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075224.415493:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075224.415498:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075224.415507:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075224.415513:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075224.415518:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075224.415524:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415531:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075224.415536:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075224.415543:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415549:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075224.415559:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075224.415569:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075224.415577:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075224.415583:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075224.415588:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075224.415594:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075224.415600:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075224.415606:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075224.415615:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075224.415632:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617212032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075224.415651:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075224.415656:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075224.415728:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617212032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075224.415751:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075224.415760:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2220)
00000800:00000200:3.1:1769075224.415762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075224.415770:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075224.416278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075224.416281:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075224.416696:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075224.416699:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769075224.734852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075224.734857:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075224.734861:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075225.950815:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296884167, at 4296884224
00000100:00000010:0.0:1769075225.950832:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000100:00080000:0.0:1769075229.534835:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075229.534862:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075229.534867:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075229.534872:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075229.534878:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075229.534888:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2215
00000400:00000200:0.0:1769075229.534900:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075229.534909:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075229.534914:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075229.534919:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.534924:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.534928:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.534931:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075229.534937:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075229.534940:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075229.534944:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075229.534948:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075229.534952:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075229.534956:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075229.534963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.534966:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.534969:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.534972:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075229.534978:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075229.534982:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075229.534985:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075229.534988:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075229.534991:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075229.534994:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.534997:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075229.534999:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075229.535010:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769075229.535013:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075229.535018:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075229.535031:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535034:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075229.535038:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075229.535043:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075229.535053:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075229.535060:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075229.535069:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617212160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075229.535082:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075229.535086:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075229.535091:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617212160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075229.535117:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075229.535120:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075229.535124:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075229.535126:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075229.535128:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075229.535141:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075229.535144:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2215
00000400:00000200:0.0:1769075229.535150:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075229.535154:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075229.535157:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075229.535160:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535163:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.535166:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535169:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075229.535177:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075229.535179:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075229.535182:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075229.535188:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075229.535190:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075229.535195:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075229.535204:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535211:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.535217:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535224:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075229.535243:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075229.535251:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535257:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075229.535262:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075229.535269:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075229.535275:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535281:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075229.535285:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075229.535290:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535306:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075229.535313:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769075229.535319:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075229.535327:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075229.535330:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535336:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075229.535338:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075229.535355:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075229.535365:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075229.535376:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075229.535407:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617212288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075229.535431:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075229.535439:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075229.535446:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617212288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075229.535474:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075229.535484:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075229.535498:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075229.535511:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075229.535526:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075229.535532:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075229.535539:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075229.535551:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075229.535561:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2215
00000400:00000200:0.0:1769075229.535574:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075229.535586:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075229.535595:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075229.535605:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535612:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.535619:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535624:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075229.535627:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075229.535631:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075229.535636:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075229.535642:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075229.535650:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075229.535691:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075229.535699:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535702:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075229.535706:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535709:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075229.535717:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075229.535727:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075229.535730:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075229.535736:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075229.535742:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075229.535750:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535753:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075229.535758:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075229.535766:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075229.535767:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075229.535771:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075229.535774:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000010:0.0:1769075229.535780:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769075229.535786:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075229.535795:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075229.535812:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075229.535816:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075229.535819:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075229.535825:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075229.535835:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075229.535842:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075229.535857:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617212416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075229.535880:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075229.535886:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075229.535900:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617212416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075229.535920:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075229.535925:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2225)
00000800:00000200:3.1:1769075229.536495:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075229.536498:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075229.536858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075229.536861:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769075229.854869:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075229.854891:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075229.854895:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075231.070726:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296889287, at 4296889344
00000100:00000010:0.0:1769075231.070736:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a20.
00000100:00080000:0.0:1769075234.654730:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075234.654742:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075234.654745:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075234.654749:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075234.654753:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075234.654761:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2220
00000400:00000200:0.0:1769075234.654769:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075234.654775:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075234.654779:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075234.654782:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654786:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.654796:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654801:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075234.654806:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075234.654807:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075234.654810:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075234.654814:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075234.654816:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075234.654819:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075234.654822:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654824:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.654827:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654829:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075234.654832:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075234.654835:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654838:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075234.654841:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075234.654844:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075234.654847:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.654849:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075234.654851:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075234.654859:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769075234.654863:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075234.654867:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075234.654869:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.654872:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075234.654875:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075234.654879:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075234.654886:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075234.654892:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075234.654901:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617212544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075234.654911:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075234.654916:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075234.654921:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617212544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075234.654943:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075234.654946:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075234.654950:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075234.654952:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075234.654953:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075234.654956:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075234.654959:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2220
00000400:00000200:0.0:1769075234.654964:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075234.654968:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075234.654973:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075234.654978:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654982:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.654989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.654993:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075234.654999:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075234.655010:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075234.655018:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075234.655023:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075234.655030:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075234.655034:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075234.655043:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655047:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.655053:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655056:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075234.655063:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075234.655070:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655077:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075234.655081:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075234.655089:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075234.655095:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655100:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075234.655106:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075234.655113:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655119:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075234.655127:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769075234.655133:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075234.655137:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075234.655140:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655144:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075234.655147:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075234.655151:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075234.655159:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075234.655166:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075234.655178:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617212672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075234.655191:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075234.655197:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075234.655206:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617212672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075234.655219:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075234.655224:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1769075234.655230:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075234.655232:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.1:1769075234.655234:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1769075234.655236:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075234.655243:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075234.655246:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075234.655249:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075234.655253:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075234.655260:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2220
00000400:00000200:0.0:1769075234.655268:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075234.655276:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075234.655281:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075234.655290:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655424:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.655432:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655438:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075234.655444:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075234.655448:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075234.655451:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075234.655456:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075234.655461:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075234.655465:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075234.655473:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655478:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075234.655484:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655488:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075234.655493:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075234.655500:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075234.655506:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075234.655510:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075234.655515:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075234.655520:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655523:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075234.655527:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075234.655533:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655536:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075234.655543:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075234.655548:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075234.655553:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075234.655556:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075234.655558:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075234.655562:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075234.655565:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075234.655572:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075234.655578:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075234.655585:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617212800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075234.655598:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075234.655603:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075234.655609:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617212800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075234.655627:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075234.655635:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2230)
00000800:00000200:3.1:1769075234.655786:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075234.655788:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075234.656034:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075234.656036:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769075234.974832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075234.974835:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075234.974838:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075236.190818:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296894406, at 4296894464
00000100:00000010:0.0:1769075236.190847:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000100:00080000:0.0:1769075239.774763:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075239.774772:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075239.774774:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075239.774777:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075239.774780:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075239.774785:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2225
00000400:00000200:0.0:1769075239.774794:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075239.774800:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075239.774803:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075239.774807:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774810:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.774812:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774815:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075239.774820:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075239.774822:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075239.774825:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075239.774829:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075239.774831:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075239.774834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075239.774838:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774840:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.774842:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774845:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075239.774848:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075239.774851:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774853:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075239.774855:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075239.774858:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075239.774860:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.774861:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075239.774863:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075239.774871:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075239.774875:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075239.774878:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075239.774880:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.774883:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075239.774886:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075239.774899:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075239.774909:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075239.774916:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075239.774925:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617212928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075239.774935:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075239.774939:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075239.774943:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617212928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075239.774962:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075239.774965:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075239.774968:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075239.774969:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075239.774970:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075239.774972:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075239.774974:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2225
00000400:00000200:0.0:1769075239.774977:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075239.774979:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075239.774981:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075239.774983:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774985:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.774987:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.774988:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075239.774990:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075239.774991:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075239.774992:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075239.774994:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075239.774996:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075239.774997:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075239.774999:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775001:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.775002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775004:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075239.775009:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075239.775012:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775016:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075239.775020:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075239.775024:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075239.775028:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775032:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075239.775037:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075239.775042:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775045:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075239.775049:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075239.775055:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075239.775058:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075239.775062:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775065:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075239.775068:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075239.775079:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075239.775086:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075239.775091:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075239.775099:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617213056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075239.775108:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075239.775112:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075239.775117:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617213056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075239.775125:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075239.775130:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075239.775133:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075239.775139:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075239.775141:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075239.775143:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075239.775145:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075239.775148:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075239.775151:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2225
00000400:00000200:0.0:1769075239.775157:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075239.775161:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075239.775164:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075239.775168:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775170:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.775174:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075239.775183:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075239.775186:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075239.775188:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075239.775196:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075239.775202:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075239.775206:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075239.775224:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775226:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075239.775231:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775233:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075239.775235:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075239.775240:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075239.775245:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075239.775246:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075239.775249:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075239.775252:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775256:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075239.775259:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075239.775263:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775268:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075239.775272:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075239.775277:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075239.775283:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075239.775288:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075239.775293:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075239.775298:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075239.775303:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075239.775313:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075239.775319:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075239.775331:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617213184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075239.775344:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075239.775348:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075239.775353:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617213184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075239.775366:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075239.775371:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2235)
00000800:00000200:3.1:1769075239.775376:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075239.775380:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075239.775822:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075239.775825:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075239.776145:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075239.776148:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769075240.094826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075240.094831:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075240.094835:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075241.310820:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296899526, at 4296899584
00000100:00000010:0.0:1769075241.310828:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000100:00080000:2.0:1769075244.894785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075244.894796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075244.894799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075244.894803:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075244.894809:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075244.894819:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2230
00000400:00000200:2.0:1769075244.894829:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075244.894837:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075244.894841:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075244.894845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.894849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.894853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.894856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075244.894861:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075244.894863:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075244.894866:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075244.894869:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075244.894871:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075244.894874:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075244.894878:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.894880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.894883:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.894885:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075244.894888:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075244.894891:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075244.894894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075244.894897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075244.894901:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075244.894904:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.894906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075244.894908:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075244.894919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075244.894922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075244.894926:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075244.894928:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.894931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075244.894933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075244.894938:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075244.894946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075244.894953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075244.894962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617213312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075244.894974:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075244.894978:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075244.894983:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617213312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075244.895011:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075244.895015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075244.895019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075244.895021:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075244.895024:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075244.895028:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075244.895034:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2230
00000400:00000200:2.0:1769075244.895040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075244.895050:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075244.895055:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075244.895066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.895088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075244.895100:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075244.895104:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075244.895110:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075244.895116:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075244.895140:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075244.895149:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075244.895160:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.895185:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895193:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075244.895199:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075244.895209:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895223:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075244.895231:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075244.895240:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075244.895251:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895260:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075244.895268:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075244.895278:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895281:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075244.895294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075244.895301:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075244.895310:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075244.895316:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895324:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075244.895329:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075244.895336:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075244.895352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075244.895362:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075244.895381:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617213440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075244.895402:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075244.895412:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075244.895418:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075244.895425:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769075244.895427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617213440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075244.895456:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075244.895468:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075244.895493:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075244.895500:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075244.895519:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075244.895525:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075244.895530:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075244.895542:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075244.895552:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2230
00000400:00000200:2.0:1769075244.895562:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075244.895571:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075244.895575:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075244.895583:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895592:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.895605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895616:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075244.895625:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075244.895632:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075244.895637:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075244.895644:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075244.895654:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075244.895725:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075244.895737:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895753:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075244.895767:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895775:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075244.895784:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075244.895798:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075244.895811:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075244.895818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075244.895827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075244.895836:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895846:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075244.895852:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075244.895865:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895874:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075244.895884:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075244.895893:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075244.895902:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075244.895908:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075244.895918:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075244.895925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075244.895930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075244.895942:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075244.895953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075244.895973:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617213568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075244.896016:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075244.896024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075244.896040:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617213568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075244.896082:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075244.896096:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2240)
00000800:00000200:3.1:1769075244.896168:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075244.896169:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075244.896400:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075244.896401:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769075245.214851:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075245.214859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075245.214864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075246.430750:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296904646, at 4296904704
00000100:00000010:0.0:1769075246.430770:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000800:00000200:1.1:1769075250.015832:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075250.015845:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075250.016377:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075250.016379:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075250.016588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075250.016590:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769075250.334793:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075250.334796:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075250.334798:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075251.550756:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296909767, at 4296909824
00000100:00000010:0.0:1769075251.550774:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000100:00080000:2.0:1769075255.134817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075255.134830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075255.134834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075255.134837:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075255.134842:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075255.134850:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2240
00000400:00000200:2.0:1769075255.134861:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075255.134868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075255.134871:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075255.134874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.134876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.134878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.134880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075255.134884:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075255.134886:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075255.134889:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075255.134891:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075255.134893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075255.134895:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075255.134897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.134898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.134899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.134901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075255.134904:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075255.134907:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075255.134909:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075255.134911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075255.134914:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075255.134916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.134918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075255.134920:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075255.134938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075255.134941:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075255.134945:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075255.134946:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.134949:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075255.134963:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075255.134968:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075255.134976:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075255.134984:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075255.134992:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617214080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075255.135002:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075255.135006:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075255.135010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617214080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075255.135029:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075255.135032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075255.135035:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075255.135036:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075255.135037:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075255.135039:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075255.135041:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2240
00000400:00000200:2.0:1769075255.135043:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075255.135046:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075255.135047:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075255.135050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.135054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075255.135058:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075255.135059:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075255.135060:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075255.135062:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075255.135064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075255.135065:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075255.135067:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.135072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075255.135077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075255.135082:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135086:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075255.135088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075255.135099:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075255.135105:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135107:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075255.135116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075255.135122:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135126:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075255.135135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075255.135141:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075255.135145:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075255.135149:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135152:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075255.135156:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075255.135159:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075255.135165:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075255.135173:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075255.135182:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617214208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075255.135205:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075255.135211:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075255.135220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617214208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075255.135236:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075255.135244:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075255.135251:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075255.135257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075255.135271:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075255.135274:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075255.135277:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075255.135281:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075255.135287:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2240
00000400:00000200:2.0:1769075255.135292:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075255.135297:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075255.135302:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075255.135305:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135307:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.135311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135316:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075255.135318:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075255.135319:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075255.135320:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075255.135321:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075255.135324:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075255.135327:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075255.135330:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135334:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075255.135339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135341:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075255.135344:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075255.135350:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075255.135354:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075255.135356:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075255.135361:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075255.135365:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135368:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075255.135371:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075255.135378:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135382:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075255.135386:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075255.135390:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075255.135391:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075255.135392:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075255.135393:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075255.135394:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075255.135396:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075255.135400:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075255.135403:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075255.135411:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617214336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075255.135425:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075255.135427:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075255.135433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617214336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075255.135443:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075255.135448:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2251)
00000800:00000200:1.1:1769075255.135470:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075255.135473:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075255.135882:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075255.135884:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075255.136111:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075255.136113:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769075255.454868:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075255.454872:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075255.454875:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075256.670750:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296914886, at 4296914944
00000100:00000010:0.0:1769075256.670769:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000800:00000200:3.1:1769075260.255464:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075260.255467:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075260.256051:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075260.256055:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075260.256403:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075260.256405:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769075260.574815:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075260.574818:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075260.574821:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075261.790755:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296920006, at 4296920064
00000100:00000010:0.0:1769075261.790766:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000800:00000200:3.1:1769075265.375279:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075265.375283:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075265.375625:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075265.375627:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075265.375891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075265.375893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769075265.694809:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075265.694814:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075265.694817:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075266.910843:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296925126, at 4296925184
00000100:00000010:0.0:1769075266.910868:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000100:00080000:0.0:1769075270.494843:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075270.494873:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075270.494877:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075270.494883:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075270.494890:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075270.494901:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2256
00000400:00000200:0.0:1769075270.494915:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075270.494924:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075270.494929:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075270.494933:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.494939:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.494942:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.494945:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075270.494951:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075270.494954:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075270.494958:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075270.494961:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075270.494964:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075270.494967:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075270.494971:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.494974:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.495003:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495005:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075270.495009:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075270.495013:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495015:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075270.495019:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075270.495023:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075270.495027:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.495029:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075270.495031:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075270.495056:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075270.495060:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075270.495065:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075270.495067:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.495071:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075270.495075:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075270.495081:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075270.495092:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075270.495100:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075270.495112:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617215232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075270.495125:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075270.495132:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075270.495138:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617215232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075270.495172:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075270.495179:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075270.495185:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075270.495188:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075270.495204:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075270.495210:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075270.495218:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2256
00000400:00000200:0.0:1769075270.495228:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075270.495237:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075270.495248:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075270.495263:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495276:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.495291:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495302:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075270.495311:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075270.495317:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075270.495324:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075270.495332:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075270.495341:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075270.495352:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075270.495375:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495379:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.495384:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495392:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075270.495401:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075270.495412:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495419:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075270.495422:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075270.495434:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075270.495442:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.495448:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075270.495456:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075270.495467:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.495474:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075270.495488:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075270.495494:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075270.495505:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075270.495508:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.495517:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075270.495526:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075270.495531:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075270.495551:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075270.495564:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075270.495578:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617215360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075270.495631:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075270.495642:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075270.495733:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617215360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075270.495762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075270.495774:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769075270.495777:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075270.495797:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075270.495811:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075270.495840:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075270.495863:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075270.495866:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075270.495872:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075270.495880:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075270.495887:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2256
00000400:00000200:0.0:1769075270.495898:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075270.495908:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075270.495915:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075270.495923:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495929:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.495940:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.495954:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075270.495979:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075270.495982:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075270.496005:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075270.496009:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075270.496013:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075270.496020:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075270.496031:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.496033:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075270.496045:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075270.496050:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075270.496059:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075270.496069:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075270.496077:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075270.496082:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075270.496090:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075270.496096:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.496100:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075270.496107:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075270.496120:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.496128:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075270.496139:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075270.496148:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075270.496171:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075270.496176:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075270.496187:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075270.496193:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075270.496201:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075270.496216:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075270.496241:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075270.496262:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617215488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075270.496311:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075270.496319:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075270.496337:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617215488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075270.496385:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075270.496397:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2266)
00000800:00000200:3.1:1769075270.496596:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075270.496598:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769075270.496952:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075270.496971:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769075270.814993:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075270.815049:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075270.815054:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075272.030830:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296930247, at 4296930304
00000100:00000010:0.0:1769075272.030857:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3360.
00000100:00080000:2.0:1769075275.614875:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075275.614892:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075275.614898:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075275.614905:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075275.614912:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075275.614923:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2261
00000400:00000200:2.0:1769075275.614937:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075275.614947:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075275.614953:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075275.614959:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.614965:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.614970:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.614973:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075275.614978:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075275.614999:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075275.615002:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075275.615005:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075275.615008:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075275.615011:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075275.615015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615017:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.615019:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615021:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075275.615024:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075275.615028:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615030:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075275.615033:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075275.615038:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075275.615041:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615043:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075275.615046:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075275.615057:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075275.615061:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075275.615065:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075275.615067:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615071:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075275.615074:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075275.615079:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075275.615088:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075275.615096:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075275.615106:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617215616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075275.615118:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075275.615124:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075275.615129:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617215616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075275.615158:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075275.615162:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075275.615166:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075275.615167:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075275.615169:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075275.615172:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075275.615175:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2261
00000400:00000200:2.0:1769075275.615179:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075275.615183:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075275.615185:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075275.615189:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615202:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.615205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615207:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075275.615210:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075275.615211:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075275.615213:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075275.615216:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075275.615219:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075275.615221:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075275.615224:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615227:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.615229:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615231:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075275.615233:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075275.615237:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615240:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075275.615243:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075275.615249:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075275.615251:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615254:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075275.615259:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075275.615264:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615266:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075275.615271:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075275.615274:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075275.615277:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075275.615279:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615283:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075275.615287:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075275.615291:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075275.615301:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075275.615309:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075275.615323:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617215744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075275.615346:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075275.615360:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075275.615378:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617215744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075275.615461:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075275.615470:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075275.615482:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075275.615497:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075275.615511:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075275.615515:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075275.615519:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075275.615543:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075275.615559:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2261
00000400:00000200:2.0:1769075275.615576:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075275.615584:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075275.615591:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075275.615606:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615633:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.615639:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615716:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075275.615721:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075275.615723:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075275.615725:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075275.615728:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075275.615730:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075275.615734:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075275.615749:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615751:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075275.615755:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615766:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075275.615777:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075275.615790:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075275.615797:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075275.615815:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075275.615828:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075275.615844:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615850:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075275.615860:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075275.615896:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615904:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075275.615920:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075275.615934:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075275.615952:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075275.615960:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075275.615985:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075275.615997:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075275.616015:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075275.616042:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075275.616054:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075275.616067:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617215872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075275.616149:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075275.616158:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075275.616169:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617215872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075275.616201:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075275.616210:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769075275.616213:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2271)
00000800:00000200:3.1:1769075275.616218:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075275.616809:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075275.616812:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769075275.617157:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075275.617160:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769075275.935017:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075275.935026:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075275.935032:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075277.150976:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296935367, at 4296935424
00000100:00000010:0.0:1769075277.150991:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000800:00000200:1.1:1769075280.735574:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075280.735893:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075280.736051:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075281.054830:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075281.054833:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075281.054836:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075282.270728:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296940486, at 4296940544
00000100:00000010:0.0:1769075282.270743:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000800:00000200:1.1:1769075285.856172:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075285.856179:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075285.857017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075285.857022:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075285.857755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075285.857758:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769075286.174860:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075286.174867:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075286.174872:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075287.390760:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296945608, at 4296945664
00000100:00000010:0.0:1769075287.390779:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000800:00000200:1.1:1769075290.975637:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075290.975642:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075290.976101:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075290.976103:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075290.976447:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075290.976449:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769075291.294918:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075291.294923:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075291.294928:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075292.510812:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296950727, at 4296950784
00000100:00000010:0.0:1769075292.510835:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000100:00080000:2.0:1769075296.094750:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075296.094759:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075296.094762:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075296.094765:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075296.094768:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075296.094789:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2281
00000400:00000200:2.0:1769075296.094797:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075296.094801:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075296.094804:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075296.094807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.094811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075296.094816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075296.094818:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075296.094820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075296.094822:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075296.094824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075296.094825:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075296.094827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.094830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075296.094834:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075296.094837:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094838:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075296.094841:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075296.094843:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075296.094845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.094847:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075296.094849:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075296.094856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075296.094858:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075296.094862:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075296.094863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.094865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075296.094867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075296.094871:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075296.094877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075296.094899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075296.094906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617217152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075296.094924:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075296.094928:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075296.094931:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617217152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075296.094964:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075296.094966:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075296.094969:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075296.094970:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075296.094972:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075296.094975:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075296.094978:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2281
00000400:00000200:2.0:1769075296.094982:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075296.094985:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075296.094988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075296.094990:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.094995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.094997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075296.095000:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075296.095001:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075296.095003:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075296.095006:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075296.095008:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075296.095011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075296.095016:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095018:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.095022:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075296.095027:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075296.095034:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095040:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075296.095042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075296.095048:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075296.095052:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095057:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075296.095062:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075296.095083:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095086:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075296.095091:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075296.095095:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075296.095106:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075296.095109:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095110:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075296.095114:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075296.095117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075296.095124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075296.095146:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075296.095154:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617217280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075296.095166:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075296.095169:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075296.095172:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617217280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075296.095179:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075296.095184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075296.095188:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075296.095193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075296.095197:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075296.095198:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075296.095200:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075296.095202:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075296.095206:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2281
00000400:00000200:2.0:1769075296.095213:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075296.095217:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075296.095222:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075296.095233:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095238:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.095244:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095249:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075296.095255:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075296.095257:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075296.095261:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075296.095283:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075296.095286:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075296.095290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075296.095309:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095314:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075296.095319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075296.095326:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075296.095329:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075296.095331:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075296.095336:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075296.095341:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075296.095344:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095347:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075296.095349:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075296.095351:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095352:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075296.095356:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075296.095359:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075296.095363:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075296.095366:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075296.095369:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075296.095373:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075296.095375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075296.095388:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075296.095394:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075296.095403:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617217408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075296.095429:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075296.095431:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075296.095435:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617217408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075296.095453:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075296.095458:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2292)
00000800:00000200:1.1:1769075296.095492:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075296.095494:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075296.095867:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075296.095869:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075296.096125:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075296.096126:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769075296.414881:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075296.414887:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075296.414892:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075297.630730:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296955846, at 4296955904
00000100:00000010:0.0:1769075297.630742:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000800:00000200:3.1:1769075301.215426:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075301.215434:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075301.215952:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075301.215954:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075301.216233:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075301.216236:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769075302.750799:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296960966, at 4296961024
00000100:00000010:0.0:1769075302.750821:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000800:00000200:3.1:1769075306.335742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075306.335750:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075306.336314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075306.336316:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075306.336638:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075306.336640:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769075307.870826:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296966087, at 4296966144
00000100:00000010:0.0:1769075307.870844:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000800:00000200:3.1:1769075311.456091:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075311.456096:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075311.456738:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075311.456743:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075311.457138:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075311.457143:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769075312.990737:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296971207, at 4296971264
00000100:00000010:0.0:1769075312.990751:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000800:00000200:1.1:1769075316.575734:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075316.575739:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075316.576319:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075316.576323:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075316.576800:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075316.576805:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769075318.110803:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296976327, at 4296976384
00000100:00000010:0.0:1769075318.110827:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000800:00000200:3.1:1769075321.695396:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075321.695402:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075321.695776:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075321.695778:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075321.696022:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075321.696024:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075323.230909:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296981446, at 4296981504
00000100:00000010:0.0:1769075323.230928:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000100:00080000:2.0:1769075326.814798:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075326.814812:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075326.814821:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075326.814825:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075326.814830:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075326.814838:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2312
00000400:00000200:2.0:1769075326.814848:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075326.814853:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075326.814856:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075326.814859:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.814862:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.814864:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.814866:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075326.814870:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075326.814871:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075326.814874:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075326.814876:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075326.814878:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075326.814880:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075326.814882:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.814883:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.814885:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.814887:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075326.814889:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075326.814892:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075326.814893:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075326.814896:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075326.814899:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075326.814901:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.814904:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075326.814905:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075326.814917:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075326.814920:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075326.814924:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075326.814926:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.814929:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075326.814932:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075326.814937:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075326.814946:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075326.814953:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075326.814961:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617219456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075326.814992:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075326.814998:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075326.815004:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617219456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075326.815055:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075326.815058:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075326.815062:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075326.815063:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075326.815065:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075326.815067:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075326.815069:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2312
00000400:00000200:2.0:1769075326.815072:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075326.815075:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075326.815077:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075326.815079:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815082:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.815084:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815087:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075326.815090:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075326.815092:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075326.815093:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075326.815095:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075326.815114:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075326.815116:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075326.815119:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815124:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.815126:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815131:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075326.815136:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075326.815142:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815145:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075326.815149:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075326.815156:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075326.815160:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815180:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075326.815186:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075326.815190:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815194:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075326.815199:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075326.815204:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075326.815207:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075326.815210:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815215:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075326.815220:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075326.815225:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075326.815252:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075326.815264:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075326.815280:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617219584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075326.815304:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075326.815331:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075326.815344:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617219584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075326.815369:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075326.815395:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075326.815407:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075326.815415:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075326.815430:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075326.815439:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075326.815446:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075326.815459:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075326.815491:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2312
00000400:00000200:2.0:1769075326.815518:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075326.815530:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075326.815535:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075326.815559:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815568:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.815580:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769075326.815588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075326.815591:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769075326.815595:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769075326.815602:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075326.815625:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075326.815630:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075326.815633:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075326.815635:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075326.815637:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075326.815642:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815645:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075326.815648:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815652:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075326.815658:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075326.815662:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075326.815664:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075326.815667:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075326.815670:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075326.815673:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815690:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075326.815693:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075326.815697:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815699:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075326.815745:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075326.815765:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075326.815770:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075326.815774:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075326.815777:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075326.815781:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075326.815784:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075326.815790:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075326.815799:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075326.815810:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617219712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075326.815822:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075326.815827:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075326.815836:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617219712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075326.815844:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075326.815851:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2322)
00000800:00000200:3.1:1769075326.816117:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075326.816119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075326.816423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075326.816426:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075328.350787:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296986567, at 4296986624
00000100:00000010:0.0:1769075328.350807:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000100:00080000:0.0:1769075331.934779:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075331.934789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075331.934792:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075331.934796:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075331.934800:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075331.934808:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2317
00000400:00000200:0.0:1769075331.934818:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075331.934824:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075331.934827:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075331.934831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.934834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.934836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.934840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075331.934844:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075331.934846:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075331.934850:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075331.934852:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075331.934855:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075331.934858:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075331.934862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.934864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.934866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.934868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075331.934871:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075331.934875:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075331.934878:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075331.934881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075331.934884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075331.934888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.934890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075331.934893:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075331.934903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075331.934907:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075331.934911:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075331.934913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.934917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075331.934920:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075331.934924:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075331.934931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075331.934938:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075331.934947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617219840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075331.934959:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075331.934964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075331.934969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617219840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075331.934995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075331.934998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075331.935002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075331.935004:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075331.935006:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075331.935009:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075331.935013:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2317
00000400:00000200:0.0:1769075331.935017:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075331.935021:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075331.935024:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075331.935029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935042:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.935050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075331.935064:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075331.935069:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075331.935076:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075331.935082:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075331.935091:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075331.935097:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075331.935108:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935113:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.935119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935124:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075331.935130:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075331.935136:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935142:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075331.935147:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075331.935156:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075331.935163:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935168:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075331.935174:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075331.935180:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935185:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075331.935192:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075331.935197:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075331.935204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075331.935209:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935213:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075331.935219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075331.935224:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075331.935233:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075331.935242:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075331.935254:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617219968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075331.935274:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075331.935280:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075331.935290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617219968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075331.935292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075331.935298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769075331.935316:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075331.935321:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075331.935328:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075331.935336:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075331.935353:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075331.935359:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075331.935363:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075331.935369:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075331.935376:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2317
00000400:00000200:0.0:1769075331.935384:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075331.935393:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075331.935399:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075331.935406:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935412:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.935416:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935421:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075331.935428:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075331.935431:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075331.935434:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075331.935440:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075331.935444:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075331.935448:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075331.935453:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935459:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075331.935465:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935471:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075331.935478:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075331.935486:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075331.935494:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075331.935500:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075331.935504:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075331.935511:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935516:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075331.935522:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075331.935528:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935534:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075331.935541:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075331.935548:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075331.935556:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075331.935561:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075331.935567:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075331.935571:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075331.935575:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075331.935583:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075331.935590:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075331.935603:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617220096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075331.935625:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075331.935631:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075331.935641:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617220096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075331.935742:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075331.935751:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2327)
00000800:00000200:3.1:1769075331.935863:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075331.935865:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769075331.936054:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075331.936056:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075333.470730:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296991686, at 4296991744
00000100:00000010:0.0:1769075333.470744:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000100:00080000:2.0:1769075337.054742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075337.054750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075337.054752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075337.054754:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075337.054758:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075337.054764:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2322
00000400:00000200:2.0:1769075337.054772:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075337.054778:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075337.054781:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075337.054784:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.054792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075337.054799:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075337.054801:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075337.054804:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075337.054806:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075337.054809:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075337.054811:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075337.054814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.054818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075337.054823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075337.054827:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075337.054832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075337.054836:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075337.054838:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.054840:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075337.054842:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075337.054850:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075337.054854:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075337.054858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075337.054859:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.054863:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075337.054865:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075337.054870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075337.054879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075337.054886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075337.054894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617220224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075337.054905:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075337.054911:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075337.054916:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617220224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075337.054933:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075337.054936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075337.054938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075337.054940:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075337.054941:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075337.054943:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075337.054944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2322
00000400:00000200:2.0:1769075337.054949:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075337.054953:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075337.054956:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075337.054960:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054966:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.054972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.054979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075337.054984:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075337.054988:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075337.054992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075337.054997:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075337.055003:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075337.055009:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075337.055016:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.055024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055028:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075337.055031:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075337.055035:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055037:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075337.055042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075337.055047:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075337.055051:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.055055:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075337.055060:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075337.055064:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.055066:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075337.055071:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075337.055073:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075337.055074:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075337.055075:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.055076:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075337.055077:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075337.055079:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075337.055082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075337.055087:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075337.055098:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617220352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075337.055116:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075337.055119:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075337.055126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617220352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075337.055142:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075337.055146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075337.055153:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075337.055155:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075337.055159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075337.055162:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075337.055163:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075337.055165:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075337.055169:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2322
00000400:00000200:2.0:1769075337.055207:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075337.055212:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075337.055214:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075337.055217:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.055224:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055228:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075337.055230:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075337.055234:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075337.055237:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075337.055239:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075337.055241:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075337.055244:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075337.055249:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075337.055253:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075337.055257:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075337.055262:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075337.055264:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075337.055265:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075337.055268:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075337.055270:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.055274:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075337.055278:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075337.055281:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075337.055283:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075337.055289:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000800:00000200:3.1:1769075337.055293:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769075337.055294:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075337.055299:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075337.055301:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075337.055301:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1769075337.055305:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075337.055307:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075337.055310:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075337.055315:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075337.055320:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075337.055327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617220480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075337.055341:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075337.055345:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075337.055353:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617220480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075337.055363:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075337.055369:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2333)
00000800:00000200:3.1:1769075337.055643:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075337.055645:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769075337.055910:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075337.055912:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769075338.590769:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4296996806, at 4296996864
00000100:00000010:0.0:1769075338.590784:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000100:00080000:0.0:1769075342.174753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075342.174762:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075342.174764:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075342.174768:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075342.174771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075342.174777:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2328
00000400:00000200:0.0:1769075342.174784:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075342.174798:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075342.174802:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075342.174805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.174812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075342.174819:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075342.174821:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075342.174824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075342.174827:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075342.174830:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075342.174832:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075342.174836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174838:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.174840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174842:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075342.174846:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075342.174849:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174852:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075342.174855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075342.174859:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075342.174862:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.174864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075342.174867:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075342.174877:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769075342.174881:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075342.174885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075342.174887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.174891:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075342.174893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075342.174899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075342.174907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075342.174912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075342.174920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617220608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075342.174928:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075342.174931:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075342.174934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617220608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075342.174955:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075342.174958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075342.174960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075342.174961:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075342.174967:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075342.174969:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075342.174972:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2328
00000400:00000200:0.0:1769075342.174976:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075342.174980:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075342.174983:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075342.174987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.174993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.174998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075342.175002:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075342.175006:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075342.175010:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075342.175015:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075342.175019:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075342.175026:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075342.175034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.175044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075342.175054:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075342.175061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075342.175079:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075342.175084:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075342.175086:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175088:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075342.175092:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075342.175094:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175096:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075342.175099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075342.175101:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075342.175103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075342.175104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075342.175109:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075342.175114:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075342.175118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075342.175122:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075342.175133:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617220736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075342.175141:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075342.175150:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075342.175156:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617220736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075342.175166:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075342.175170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075342.175175:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075342.175182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075342.175186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075342.175191:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075342.175196:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075342.175203:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075342.175208:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2328
00000400:00000200:0.0:1769075342.175218:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075342.175226:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075342.175231:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075342.175237:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175242:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.175244:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175249:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075342.175252:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075342.175254:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075342.175256:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075342.175259:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075342.175261:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075342.175262:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075342.175268:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175272:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075342.175274:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075342.175277:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075342.175281:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075342.175284:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075342.175286:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075342.175291:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075342.175292:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175294:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075342.175297:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075342.175302:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175305:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075342.175308:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769075342.175312:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075342.175315:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075342.175317:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075342.175321:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075342.175322:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075342.175325:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075342.175329:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075342.175334:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075342.175341:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617220864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075342.175353:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075342.175357:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075342.175362:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617220864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075342.175369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075342.175376:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2338)
00000800:00000200:3.1:1769075342.175412:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075342.175416:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075342.175879:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075342.175881:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075342.176143:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075342.176145:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1769075343.710778:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297001926, at 4297001984
00000100:00000010:0.0:1769075343.710801:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000100:00080000:0.0:1769075347.294818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075347.294832:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075347.294835:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075347.294838:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075347.294842:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075347.294849:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2333
00000400:00000200:0.0:1769075347.294858:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075347.294864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075347.294866:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075347.294869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.294872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.294875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.294877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075347.294880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075347.294882:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075347.294884:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075347.294886:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075347.294888:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075347.294890:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075347.294892:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.294893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.294895:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.294896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075347.294898:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075347.294900:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075347.294902:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075347.294903:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075347.294906:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075347.294908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.294909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075347.294911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075347.294919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769075347.294922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075347.294925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075347.294926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.294929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075347.294930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075347.294934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075347.294942:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075347.294947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075347.294955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617220992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075347.294962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075347.294966:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075347.294969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617220992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075347.294985:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075347.294988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075347.294990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075347.294992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075347.294993:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075347.294995:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075347.294997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2333
00000400:00000200:0.0:1769075347.295000:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075347.295003:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075347.295005:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075347.295007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295012:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.295015:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075347.295018:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075347.295019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075347.295020:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075347.295021:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075347.295024:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075347.295028:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075347.295032:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.295039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075347.295049:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075347.295054:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295059:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075347.295062:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075347.295067:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075347.295071:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295077:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075347.295083:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075347.295088:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295091:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075347.295096:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075347.295100:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075347.295103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075347.295104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295108:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075347.295111:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075347.295114:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075347.295122:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075347.295125:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075347.295132:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617221120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075347.295145:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075347.295149:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075347.295157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617221120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075347.295173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075347.295179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075347.295186:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075347.295189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075347.295193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075347.295196:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075347.295198:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075347.295202:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075347.295207:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2333
00000400:00000200:0.0:1769075347.295214:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075347.295220:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075347.295224:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075347.295232:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295235:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.295240:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075347.295247:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075347.295248:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075347.295250:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075347.295254:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075347.295257:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075347.295263:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075347.295270:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075347.295278:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075347.295281:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075347.295288:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075347.295291:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075347.295294:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769075347.295295:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075347.295300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075347.295302:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295304:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075347.295306:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075347.295307:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295308:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075347.295312:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769075347.295316:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075347.295320:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075347.295323:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075347.295328:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075347.295329:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075347.295331:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075347.295337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075347.295341:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075347.295347:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617221248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075347.295359:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075347.295363:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075347.295369:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617221248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075347.295384:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075347.295389:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2343)
00000800:00000200:3.1:1769075347.295552:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075347.295642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075348.830891:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297007046, at 4297007104
00000100:00000010:0.0:1769075348.830905:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000100:00080000:2.0:1769075352.414844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075352.414860:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075352.414864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075352.414868:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075352.414874:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075352.414885:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2338
00000400:00000200:2.0:1769075352.414897:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075352.414904:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075352.414909:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075352.414913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.414917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.414921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.414924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075352.414930:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075352.414931:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075352.414934:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075352.414937:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075352.414939:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075352.414941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075352.414944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.414946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.414948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.414950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075352.414953:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075352.414957:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075352.414960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075352.414964:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075352.414969:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075352.414972:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.414975:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075352.414978:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075352.414986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075352.414991:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075352.414996:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075352.415005:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415008:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075352.415011:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075352.415016:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075352.415025:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075352.415032:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075352.415041:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617221376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075352.415050:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075352.415055:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075352.415059:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617221376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075352.415084:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075352.415087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075352.415089:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075352.415091:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075352.415092:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075352.415094:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075352.415096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2338
00000400:00000200:2.0:1769075352.415099:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075352.415101:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075352.415103:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075352.415106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.415109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075352.415113:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075352.415115:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075352.415116:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075352.415118:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075352.415119:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075352.415121:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075352.415123:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415125:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.415127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075352.415133:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075352.415137:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415143:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075352.415145:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075352.415154:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075352.415160:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415162:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075352.415167:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075352.415174:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415178:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075352.415185:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075352.415190:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075352.415193:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075352.415197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415202:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075352.415205:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075352.415210:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075352.415216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075352.415223:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075352.415232:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617221504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075352.415246:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075352.415249:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075352.415255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617221504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075352.415268:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075352.415272:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075352.415278:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075352.415285:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075352.415289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075352.415291:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075352.415293:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075352.415305:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075352.415312:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2338
00000400:00000200:2.0:1769075352.415342:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075352.415349:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075352.415355:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075352.415362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.415372:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415378:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075352.415383:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075352.415385:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075352.415389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075352.415392:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075352.415396:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075352.415401:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075352.415407:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415413:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075352.415417:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075352.415425:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075352.415432:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075352.415436:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075352.415439:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075352.415444:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075352.415450:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415452:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075352.415456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075352.415461:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415464:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075352.415471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075352.415478:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075352.415485:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075352.415489:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075352.415492:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075352.415498:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075352.415506:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075352.415517:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075352.415531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075352.415538:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617221632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075352.415547:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075352.415549:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075352.415553:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617221632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075352.415561:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075352.415568:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2348)
00000800:00000200:3.1:1769075352.415718:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075352.415721:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075352.416229:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075352.416233:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075352.416615:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075352.416618:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075353.950773:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297012167, at 4297012224
00000100:00000010:0.0:1769075353.950793:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000100:00080000:2.0:1769075357.534795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075357.534809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075357.534813:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075357.534818:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075357.534823:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075357.534834:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2343
00000400:00000200:2.0:1769075357.534845:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075357.534852:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075357.534856:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075357.534860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.534864:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.534867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.534870:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075357.534875:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075357.534878:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075357.534882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075357.534887:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075357.534890:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075357.534892:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075357.534896:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.534898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.534901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.534903:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075357.534907:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075357.534911:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075357.534914:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075357.534917:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075357.534921:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075357.534924:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.534926:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075357.534929:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075357.534942:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075357.534946:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075357.534951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075357.534953:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.534956:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075357.534960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075357.534966:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075357.534976:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075357.534984:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075357.534994:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617221760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075357.535006:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075357.535011:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075357.535016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617221760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075357.535043:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075357.535048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075357.535052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075357.535054:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075357.535055:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075357.535058:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075357.535061:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2343
00000400:00000200:2.0:1769075357.535065:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075357.535069:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075357.535072:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075357.535076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.535081:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535084:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075357.535087:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075357.535089:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075357.535093:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075357.535096:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075357.535101:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075357.535106:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075357.535112:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535115:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.535120:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075357.535131:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075357.535137:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535142:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075357.535145:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075357.535153:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075357.535160:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535164:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075357.535172:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075357.535178:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535182:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075357.535187:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075357.535192:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075357.535204:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075357.535207:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535211:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075357.535213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075357.535215:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075357.535221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075357.535227:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075357.535249:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617221888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075357.535264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075357.535268:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075357.535278:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617221888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075357.535296:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075357.535301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075357.535308:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075357.535313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075357.535319:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075357.535322:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075357.535326:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075357.535331:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075357.535338:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2343
00000400:00000200:2.0:1769075357.535374:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075357.535383:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075357.535390:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075357.535398:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535402:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.535407:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075357.535416:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075357.535420:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075357.535424:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075357.535428:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:3.1:1769075357.535432:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075357.535433:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.1:1769075357.535438:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769075357.535439:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075357.535448:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535452:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075357.535457:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535461:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075357.535465:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075357.535473:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075357.535479:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075357.535482:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075357.535486:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075357.535491:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535495:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075357.535500:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075357.535505:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535510:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075357.535515:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075357.535521:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075357.535528:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075357.535531:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075357.535535:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075357.535539:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075357.535542:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075357.535550:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075357.535556:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075357.535567:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617222016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075357.535581:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075357.535586:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075357.535592:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617222016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075357.535606:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075357.535614:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2353)
00000800:00000200:3.1:1769075357.535909:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075357.535912:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075357.536174:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075357.536177:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075359.070770:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297017286, at 4297017344
00000100:00000010:0.0:1769075359.070786:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000100:00080000:2.0:1769075362.654792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075362.654807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075362.654811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075362.654816:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075362.654822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075362.654832:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2348
00000400:00000200:2.0:1769075362.654844:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075362.654851:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075362.654856:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075362.654859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.654861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.654864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.654866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075362.654870:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075362.654872:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075362.654874:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075362.654877:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075362.654878:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075362.654880:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075362.654882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.654884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.654887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.654888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075362.654891:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075362.654893:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075362.654895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075362.654898:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075362.654901:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075362.654903:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.654905:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075362.654907:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075362.654917:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075362.654921:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075362.654925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075362.654926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.654929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075362.654932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075362.654937:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075362.654947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075362.654954:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075362.654963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617222144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075362.654973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075362.654977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075362.654981:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617222144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075362.655004:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075362.655008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075362.655012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075362.655014:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075362.655015:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075362.655018:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075362.655023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2348
00000400:00000200:2.0:1769075362.655026:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075362.655030:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075362.655032:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075362.655035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655037:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.655039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075362.655044:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075362.655045:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075362.655047:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075362.655049:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075362.655051:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075362.655053:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075362.655056:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655058:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.655060:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075362.655065:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075362.655068:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655071:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075362.655073:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075362.655079:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075362.655081:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655083:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075362.655088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075362.655092:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655094:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075362.655098:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075362.655100:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075362.655103:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075362.655105:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075362.655109:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075362.655111:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075362.655115:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075362.655119:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075362.655123:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617222272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075362.655131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075362.655133:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075362.655137:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617222272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075362.655145:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075362.655160:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075362.655165:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075362.655168:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075362.655172:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075362.655174:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075362.655176:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075362.655179:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075362.655182:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2348
00000400:00000200:2.0:1769075362.655186:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075362.655189:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075362.655192:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075362.655195:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655197:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.655200:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075362.655204:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075362.655206:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075362.655208:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075362.655210:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075362.655212:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075362.655221:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075362.655223:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075362.655228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075362.655233:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075362.655236:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075362.655239:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075362.655241:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075362.655243:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075362.655246:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655248:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075362.655250:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075362.655253:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075362.655258:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075362.655261:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075362.655264:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075362.655265:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075362.655267:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075362.655269:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075362.655271:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075362.655275:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075362.655278:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075362.655283:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617222400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075362.655290:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075362.655293:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075362.655297:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617222400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075362.655303:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075362.655306:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075362.655307:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769075362.655311:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2358)
00000800:00000200:3.1:1769075362.655726:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075362.655728:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075362.655928:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075362.655930:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075364.190736:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297022406, at 4297022464
00000100:00000010:0.0:1769075364.190753:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000100:00080000:2.0:1769075367.774721:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075367.774732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075367.774735:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075367.774738:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075367.774743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075367.774751:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2353
00000400:00000200:2.0:1769075367.774760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075367.774766:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075367.774770:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075367.774773:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774776:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.774779:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075367.774787:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075367.774789:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075367.774792:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075367.774794:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075367.774797:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075367.774800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075367.774803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.774808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075367.774813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075367.774816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774818:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075367.774822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075367.774825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075367.774828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.774830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075367.774833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075367.774841:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075367.774845:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075367.774849:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075367.774851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.774854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075367.774856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075367.774860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075367.774867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075367.774873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075367.774882:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617222528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075367.774893:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075367.774898:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075367.774903:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617222528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075367.774924:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075367.774928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075367.774932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075367.774933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075367.774935:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075367.774938:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075367.774940:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2353
00000400:00000200:2.0:1769075367.774944:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075367.774948:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075367.774951:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075367.774955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.774964:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.774970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075367.774974:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075367.774976:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075367.774978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075367.774982:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075367.774987:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075367.774992:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075367.775000:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775005:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.775010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075367.775019:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075367.775025:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775030:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075367.775035:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075367.775042:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075367.775046:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775048:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075367.775052:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075367.775058:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775074:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075367.775081:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075367.775087:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075367.775092:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075367.775094:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775097:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075367.775100:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075367.775103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075367.775110:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075367.775116:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075367.775124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617222656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075367.775141:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075367.775145:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075367.775155:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617222656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075367.775175:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075367.775180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075367.775187:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075367.775193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075367.775198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075367.775200:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075367.775203:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075367.775209:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075367.775216:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2353
00000400:00000200:2.0:1769075367.775252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075367.775260:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075367.775265:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075367.775273:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775277:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.775282:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075367.775292:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075367.775294:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075367.775296:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075367.775301:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075367.775305:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075367.775309:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075367.775318:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769075367.775320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075367.775322:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075367.775327:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769075367.775327:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1769075367.775332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075367.775335:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075367.775343:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075367.775347:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075367.775350:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075367.775354:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075367.775359:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775363:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075367.775368:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075367.775374:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775378:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075367.775383:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075367.775389:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075367.775393:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075367.775396:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075367.775401:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075367.775403:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075367.775406:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075367.775412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075367.775418:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075367.775429:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617222784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075367.775444:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075367.775448:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075367.775456:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617222784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075367.775471:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075367.775478:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2363)
00000800:00000200:3.1:1769075367.775876:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075367.775879:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075367.776223:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075367.776226:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769075369.310790:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297027526, at 4297027584
00000100:00000010:0.0:1769075369.310821:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3e40.
00000100:00080000:2.0:1769075372.894819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075372.894833:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075372.894836:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075372.894840:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075372.894845:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075372.894852:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2358
00000400:00000200:2.0:1769075372.894861:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075372.894868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075372.894871:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075372.894874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.894877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.894879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.894881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075372.894885:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075372.894887:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075372.894889:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075372.894892:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075372.894893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075372.894895:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075372.894897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.894898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.894900:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.894901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075372.894904:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075372.894907:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075372.894908:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075372.894911:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075372.894913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075372.894916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.894917:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075372.894919:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075372.894930:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075372.894933:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075372.894938:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075372.894939:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.894942:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075372.894944:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075372.894949:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075372.894958:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075372.894965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075372.894987:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617222912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075372.894997:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075372.895002:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075372.895006:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617222912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075372.895029:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075372.895032:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075372.895034:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075372.895035:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075372.895037:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075372.895038:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075372.895040:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2358
00000400:00000200:2.0:1769075372.895042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075372.895044:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075372.895046:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075372.895049:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.895052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075372.895056:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075372.895057:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075372.895059:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075372.895062:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075372.895064:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075372.895066:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075372.895068:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.895071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075372.895078:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075372.895080:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895081:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075372.895082:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075372.895087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075372.895089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895093:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075372.895097:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075372.895100:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895104:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075372.895109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075372.895114:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075372.895118:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075372.895121:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075372.895124:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075372.895126:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075372.895130:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075372.895136:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075372.895143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617223040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075372.895151:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075372.895154:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075372.895160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617223040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075372.895177:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075372.895180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075372.895186:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075372.895189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075372.895193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075372.895194:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075372.895195:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075372.895197:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075372.895201:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2358
00000400:00000200:2.0:1769075372.895205:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075372.895207:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075372.895211:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075372.895216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895219:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.895223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895229:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075372.895234:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075372.895236:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075372.895238:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075372.895240:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075372.895243:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075372.895246:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075372.895251:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075372.895258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075372.895265:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075372.895271:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075372.895273:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075372.895274:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075372.895276:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075372.895280:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895284:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075372.895286:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075372.895288:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895290:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075372.895296:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075372.895299:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075372.895303:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075372.895304:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075372.895307:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075372.895310:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075372.895311:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075372.895327:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075372.895332:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075372.895340:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617223168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075372.895351:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075372.895352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075372.895355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617223168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075372.895368:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075372.895374:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2368)
00000800:00000200:3.1:1769075372.895423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075372.895427:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075372.895852:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075372.895854:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075372.896118:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075372.896120:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769075374.430748:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297032646, at 4297032704
00000100:00000010:0.0:1769075374.430765:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000800:00000200:3.1:1769075378.015500:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075378.015506:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075378.015850:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075378.015852:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769075378.016063:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075378.016064:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1769075379.550784:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297037766, at 4297037824
00000100:00000010:0.0:1769075379.550802:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b33c0.
00000800:00000200:3.1:1769075383.135569:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075383.135572:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075383.136082:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075383.136084:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075383.136334:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075383.136336:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769075384.670855:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297042887, at 4297042944
00000100:00000010:0.0:1769075384.670877:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000800:00000200:1.1:1769075388.255364:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075388.255368:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075388.255716:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075388.255730:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075388.255941:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075388.255942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075389.790741:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297048006, at 4297048064
00000100:00000010:0.0:1769075389.790755:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000800:00000200:3.1:1769075393.375420:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075393.375426:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075393.375763:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075393.375764:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075393.375970:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075393.375971:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075394.910763:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297053126, at 4297053184
00000100:00000010:0.0:1769075394.910779:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000800:00000200:1.1:1769075398.495585:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075398.495589:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075398.496041:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075398.496044:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075398.496290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075398.496292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075400.030787:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297058247, at 4297058304
00000100:00000010:0.0:1769075400.030815:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000100:00080000:2.0:1769075403.614831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075403.614857:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075403.614859:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075403.614863:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075403.614867:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075403.614873:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2389
00000400:00000200:2.0:1769075403.614881:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075403.614886:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075403.614888:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075403.614891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.614893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.614895:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.614897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075403.614917:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075403.614919:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075403.614921:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075403.614924:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075403.614926:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075403.614928:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075403.614931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.614932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.614934:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.614936:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075403.614938:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075403.614941:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075403.614944:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075403.614946:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075403.614949:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075403.614952:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.614954:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075403.614955:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075403.614965:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075403.614968:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075403.614971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075403.614973:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.614975:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075403.614978:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075403.614982:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075403.614989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075403.614996:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075403.615020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617225216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075403.615030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075403.615034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075403.615038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617225216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075403.615063:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075403.615066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075403.615069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075403.615071:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075403.615072:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075403.615075:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075403.615078:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2389
00000400:00000200:2.0:1769075403.615083:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075403.615088:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075403.615091:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075403.615094:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.615100:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075403.615127:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075403.615132:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075403.615134:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075403.615136:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075403.615140:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075403.615143:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075403.615151:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.615160:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075403.615172:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075403.615194:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615199:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075403.615205:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075403.615209:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075403.615213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615216:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075403.615221:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075403.615226:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615231:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075403.615235:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075403.615239:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075403.615260:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075403.615263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615267:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075403.615268:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075403.615271:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075403.615278:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075403.615283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075403.615288:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617225344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075403.615300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075403.615305:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075403.615312:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617225344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075403.615333:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075403.615338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075403.615345:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075403.615352:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075403.615361:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075403.615364:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075403.615367:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075403.615373:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075403.615380:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2389
00000400:00000200:2.0:1769075403.615387:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075403.615393:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075403.615399:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075403.615408:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615410:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.615414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615420:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075403.615424:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075403.615426:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075403.615429:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075403.615433:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075403.615437:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075403.615439:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075403.615444:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615448:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075403.615453:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615455:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075403.615492:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075403.615497:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075403.615502:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075403.615505:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075403.615509:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075403.615513:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615517:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075403.615520:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075403.615526:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615530:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075403.615550:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075403.615557:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075403.615561:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075403.615565:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075403.615570:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075403.615573:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075403.615577:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075403.615583:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075403.615588:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075403.615597:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617225472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075403.615611:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075403.615617:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769075403.615619:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769075403.615623:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075403.615633:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617225472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075403.615647:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075403.615656:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2399)
00000800:00000200:1.1:1769075403.616100:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075403.616102:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075403.616405:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075403.616408:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075405.150830:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297063367, at 4297063424
00000100:00000010:0.0:1769075405.150862:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000100:00080000:0.0:1769075408.734783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075408.734792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075408.734794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075408.734797:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075408.734800:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075408.734806:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2394
00000400:00000200:0.0:1769075408.734813:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075408.734818:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075408.734820:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075408.734822:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.734827:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075408.734832:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075408.734833:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075408.734835:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075408.734837:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075408.734839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075408.734840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075408.734842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.734845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075408.734848:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075408.734851:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734853:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075408.734855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075408.734857:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075408.734860:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.734861:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075408.734862:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075408.734871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075408.734874:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075408.734877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075408.734878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.734880:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075408.734883:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075408.734886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075408.734892:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075408.734897:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075408.734904:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617225600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075408.734912:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075408.734916:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075408.734919:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617225600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075408.734938:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075408.734942:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075408.734945:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075408.734947:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075408.734949:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075408.734951:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075408.734954:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2394
00000400:00000200:0.0:1769075408.734958:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075408.734960:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075408.734963:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075408.734966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.734971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075408.734975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075408.734976:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075408.734978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075408.734980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075408.734982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075408.734985:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075408.734987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.734991:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.734993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075408.734996:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075408.734999:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735001:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075408.735004:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075408.735008:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075408.735010:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735012:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075408.735016:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075408.735020:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735022:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075408.735025:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075408.735028:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075408.735030:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075408.735032:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075408.735035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075408.735037:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075408.735040:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075408.735044:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075408.735048:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617225728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075408.735056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075408.735058:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075408.735062:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617225728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075408.735071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075408.735074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075408.735078:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075408.735082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075408.735085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075408.735087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075408.735089:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075408.735091:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075408.735093:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2394
00000400:00000200:0.0:1769075408.735097:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075408.735100:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075408.735103:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075408.735106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.735110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735112:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075408.735114:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075408.735116:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075408.735117:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075408.735119:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075408.735121:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075408.735124:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075408.735126:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735129:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075408.735130:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075408.735134:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075408.735137:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075408.735140:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075408.735142:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075408.735144:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075408.735147:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735149:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075408.735151:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075408.735153:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735155:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075408.735159:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075408.735161:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075408.735164:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075408.735165:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075408.735167:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075408.735168:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075408.735169:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075408.735182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075408.735185:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075408.735186:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:0.0:1769075408.735190:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617225856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075408.735190:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769075408.735198:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075408.735200:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075408.735203:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617225856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075408.735211:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075408.735217:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2404)
00000800:00000200:1.1:1769075408.735539:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075408.735541:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075408.735750:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075408.735752:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075410.270754:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297068486, at 4297068544
00000100:00000010:0.0:1769075410.270772:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000100:00080000:0.0:1769075413.854784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075413.854794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075413.854797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075413.854801:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075413.854805:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075413.854812:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2399
00000400:00000200:0.0:1769075413.854821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075413.854826:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075413.854829:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075413.854832:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.854835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.854837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.854840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075413.854844:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075413.854862:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075413.854865:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075413.854867:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075413.854868:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075413.854870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075413.854873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.854880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.854882:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.854884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075413.854886:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075413.854889:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075413.854891:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075413.854893:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075413.854896:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075413.854899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.854900:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075413.854902:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075413.854911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075413.854913:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075413.854917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075413.854918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.854920:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075413.854923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075413.854927:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075413.854933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075413.854939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075413.854947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617225984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075413.854955:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075413.854959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075413.854963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617225984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075413.854982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075413.854984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075413.854987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075413.854988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075413.854989:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075413.854992:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075413.854993:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2399
00000400:00000200:0.0:1769075413.854996:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075413.854999:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075413.855002:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075413.855005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.855010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075413.855015:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075413.855017:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075413.855020:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075413.855022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075413.855026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075413.855031:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075413.855037:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.855044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075413.855054:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075413.855060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855064:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075413.855085:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075413.855093:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075413.855098:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855116:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075413.855124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075413.855128:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855149:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075413.855154:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075413.855158:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075413.855161:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075413.855162:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855164:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075413.855168:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075413.855183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075413.855190:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075413.855196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075413.855223:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617226112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075413.855244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075413.855259:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075413.855270:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617226112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075413.855302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075413.855307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075413.855314:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075413.855347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075413.855350:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075413.855354:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075413.855356:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075413.855363:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075413.855367:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2399
00000400:00000200:0.0:1769075413.855376:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075413.855382:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075413.855386:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075413.855394:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855399:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.855405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855412:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075413.855418:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075413.855422:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075413.855426:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075413.855428:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075413.855433:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075413.855436:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075413.855441:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855446:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075413.855451:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855457:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075413.855460:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075413.855465:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075413.855469:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075413.855473:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075413.855476:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075413.855479:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855482:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075413.855486:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769075413.855490:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:0.0:1769075413.855491:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855495:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075413.855499:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075413.855501:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075413.855502:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075413.855503:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075413.855504:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075413.855505:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075413.855508:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075413.855516:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075413.855522:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075413.855529:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617226240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075413.855538:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075413.855550:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075413.855554:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617226240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075413.855563:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075413.855567:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2409)
00000800:00000200:1.1:1769075413.855824:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075413.855989:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075415.390778:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297073606, at 4297073664
00000100:00000010:0.0:1769075415.390797:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000400:00000100:2.0:1769075416.927095:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075416.927158:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075416.927171:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075416.927176:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075416.927180:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075416.927183:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075416.927189:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075416.927193:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769075416.927200:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075416.927204:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075416.927211:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743908
00000400:00000010:2.0:1769075416.927214:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743908.
00000100:00000001:2.0:1769075416.927220:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075416.927230:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bb480 x1855007617225984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927280:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075416.927284:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617225984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927291:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075416.927293:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075416.927304:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075416.927306:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769075416.927309:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075416.927313:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075416.927316:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743880
00000400:00000010:2.0:1769075416.927318:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743880.
00000100:00000001:2.0:1769075416.927320:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075416.927325:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8000 x1855007617226112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927335:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075416.927340:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617226112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927349:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075416.927353:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075416.927363:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075416.927370:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769075416.927375:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075416.927384:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075416.927391:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:2.0:1769075416.927396:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:2.0:1769075416.927401:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075416.927410:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9c00 x1855007617226240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927443:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075416.927450:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617226240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075438 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075416.927470:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075416.927476:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769075418.974848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075418.974859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075418.974862:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075418.974866:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075418.974871:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075418.974878:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2404
00000400:00000200:2.0:1769075418.974888:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075418.974894:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075418.974898:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075418.974902:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.974905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.974908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.974911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075418.974915:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075418.974917:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075418.974920:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075418.974923:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075418.974925:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075418.974927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075418.974930:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.974932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.974935:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.974937:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075418.974940:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075418.974944:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075418.974947:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075418.974950:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075418.974953:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075418.974956:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.974959:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075418.974962:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075418.974969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075418.974973:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075418.974977:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075418.974979:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.974982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075418.974985:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075418.974989:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075418.974997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075418.975004:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075418.975014:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617226368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075418.975022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075418.975026:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075418.975032:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617226368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075418.975056:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075418.975059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075418.975062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075418.975064:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075418.975066:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075418.975069:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075418.975071:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2404
00000400:00000200:2.0:1769075418.975076:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075418.975079:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075418.975081:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075418.975085:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.975091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075418.975098:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075418.975099:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075418.975103:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075418.975110:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075418.975118:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075418.975125:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075418.975130:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975135:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.975139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075418.975149:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075418.975156:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975161:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075418.975166:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075418.975174:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075418.975180:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975185:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075418.975192:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075418.975199:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975225:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075418.975230:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075418.975234:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075418.975238:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075418.975242:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975246:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075418.975248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075418.975250:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075418.975264:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075418.975273:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075418.975284:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617226496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075418.975321:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075418.975326:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075418.975337:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617226496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075418.975355:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075418.975361:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075418.975367:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075418.975373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075418.975378:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075418.975382:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075418.975385:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075418.975390:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075418.975397:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2404
00000400:00000200:2.0:1769075418.975404:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075418.975411:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075418.975418:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075418.975425:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975431:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.975447:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975451:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075418.975457:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075418.975461:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075418.975466:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075418.975469:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075418.975472:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075418.975479:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075418.975486:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975490:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075418.975496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975511:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075418.975514:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075418.975518:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075418.975523:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075418.975526:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075418.975530:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075418.975536:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975539:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075418.975543:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075418.975549:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975553:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075418.975554:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:2.0:1769075418.975559:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000800:00000200:1.1:1769075418.975560:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000040:2.0:1769075418.975564:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075418.975570:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075418.975580:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075418.975585:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075418.975589:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075418.975592:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075418.975599:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075418.975606:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075418.975614:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617226624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075418.975632:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075418.975637:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075418.975646:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617226624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075418.975709:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075418.975720:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2414)
00000800:00000200:1.1:1769075418.976103:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075418.976106:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075418.976457:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075418.976460:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075420.510811:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297078727, at 4297078784
00000100:00000010:0.0:1769075420.510822:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000100:00080000:2.0:1769075424.094766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075424.094775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075424.094778:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075424.094780:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075424.094784:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075424.094791:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2409
00000400:00000200:2.0:1769075424.094798:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075424.094803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075424.094805:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075424.094808:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.094813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075424.094818:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075424.094819:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075424.094822:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075424.094824:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075424.094825:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075424.094827:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075424.094829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.094832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094833:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075424.094836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075424.094838:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094840:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075424.094842:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075424.094844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075424.094846:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.094848:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075424.094850:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075424.094858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075424.094861:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075424.094864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075424.094865:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.094867:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075424.094869:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075424.094873:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075424.094879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075424.094885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075424.094891:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617226752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075424.094899:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075424.094903:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075424.094907:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617226752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075424.094929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075424.094932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075424.094934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075424.094936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075424.094937:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075424.094939:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075424.094940:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2409
00000400:00000200:2.0:1769075424.094943:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075424.094945:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075424.094946:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075424.094948:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.094951:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075424.094971:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075424.094972:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075424.094973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075424.094975:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075424.094977:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075424.094979:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075424.094982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.094986:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075424.094989:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075424.094991:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075424.094993:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075424.094995:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075424.095000:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075424.095003:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095006:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075424.095009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075424.095012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095014:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075424.095017:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075424.095019:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075424.095021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075424.095022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095024:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075424.095026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075424.095029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075424.095044:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075424.095053:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075424.095068:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617226880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075424.095148:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075424.095158:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075424.095173:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617226880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075424.095217:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075424.095224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075424.095232:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075424.095236:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075424.095240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075424.095244:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075424.095248:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075424.095253:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075424.095263:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2409
00000400:00000200:2.0:1769075424.095266:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075424.095269:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075424.095271:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075424.095279:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.095292:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.095294:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.095313:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075424.095320:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075424.095322:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075424.095323:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075424.095325:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075424.095328:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075424.095335:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075424.095340:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.095342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075424.095343:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075424.095346:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075424.095359:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075424.095362:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075424.095364:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075424.095368:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075424.095377:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075424.095392:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095396:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075424.095399:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075424.095404:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095417:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075424.095433:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075424.095444:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075424.095471:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075424.095475:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075424.095479:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075424.095485:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075424.095491:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075424.095501:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075424.095509:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075424.095542:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617227008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075424.095568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075424.095575:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075424.095589:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617227008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075424.095611:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075424.095619:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2420)
00000800:00000200:1.1:1769075424.095739:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075424.095744:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075424.096251:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075424.096255:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769075424.096697:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075424.096700:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1769075425.630821:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297083847, at 4297083904
00000100:00000010:0.0:1769075425.630845:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000800:00000200:1.1:1769075429.216131:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075429.216152:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075429.216860:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075429.216863:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075429.217219:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075429.217222:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1769075430.750829:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297088967, at 4297089024
00000100:00000010:0.0:1769075430.750854:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:2.0:1769075432.606822:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075432.606826:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075432.606828:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075434.335599:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075434.335606:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075434.336371:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075434.336374:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769075434.336897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075434.336900:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769075435.870741:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297094087, at 4297094144
00000100:00000010:0.0:1769075435.870758:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769075437.726811:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075437.726814:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075437.726818:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075439.454927:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075439.454944:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075439.454948:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075439.454953:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075439.454961:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075439.454995:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2425
00000400:00000200:0.0:1769075439.455012:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075439.455025:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075439.455032:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075439.455039:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455058:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075439.455067:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075439.455071:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075439.455077:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075439.455083:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075439.455089:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075439.455095:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075439.455101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455114:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455123:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075439.455129:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075439.455137:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455142:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075439.455148:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075439.455155:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075439.455161:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455165:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075439.455170:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075439.455199:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075439.455207:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075439.455214:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075439.455218:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455224:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075439.455229:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075439.455250:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075439.455263:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075439.455274:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075439.455290:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617227904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075439.455306:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075439.455313:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075439.455320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617227904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075439.455375:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075439.455381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075439.455385:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075439.455387:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075439.455389:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075439.455393:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075439.455397:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2425
00000400:00000200:0.0:1769075439.455404:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075439.455408:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075439.455411:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075439.455415:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455418:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455426:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075439.455430:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075439.455432:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075439.455435:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075439.455438:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075439.455441:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075439.455444:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075439.455448:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455451:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455453:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455458:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075439.455467:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075439.455475:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455483:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075439.455488:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075439.455498:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075439.455509:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455517:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075439.455526:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075439.455532:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455535:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075439.455540:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075439.455547:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075439.455558:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075439.455565:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455569:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075439.455574:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075439.455579:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075439.455589:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075439.455598:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075439.455612:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617228032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075439.455643:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075439.455649:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075439.455656:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617228032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075439.455729:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075439.455734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075439.455746:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075439.455753:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075439.455766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075439.455772:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075439.455774:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075439.455778:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075439.455788:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2425
00000400:00000200:0.0:1769075439.455796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075439.455805:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075439.455808:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075439.455819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455837:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075439.455849:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075439.455855:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075439.455888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075439.455903:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075439.455910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075439.455921:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075439.455933:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075439.455949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075439.455958:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075439.455971:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075439.455977:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075439.455979:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075439.455986:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075439.455989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.455992:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075439.455996:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075439.456002:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.456011:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075439.456018:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075439.456026:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075439.456037:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075439.456041:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075439.456044:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075439.456049:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075439.456055:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075439.456062:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075439.456070:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075439.456084:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617228160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075439.456105:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075439.456117:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075439.456131:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617228160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075439.456160:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075439.456177:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2435)
00000800:00000200:3.1:1769075439.456260:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075439.456266:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075439.456900:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075439.456904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075439.457384:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075439.457388:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769075440.990772:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297099207, at 4297099264
00000100:00000010:0.0:1769075440.990793:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:2.0:1769075442.846887:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075442.846892:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075442.846895:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075444.574792:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075444.574804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075444.574806:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075444.574809:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075444.574812:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075444.574819:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2430
00000400:00000200:2.0:1769075444.574826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075444.574831:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075444.574833:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075444.574836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.574839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.574841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.574844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075444.574848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075444.574850:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075444.574853:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075444.574856:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075444.574859:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075444.574862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075444.574865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.574867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.574869:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.574871:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075444.574875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075444.574879:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075444.574882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075444.574886:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075444.574890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075444.574893:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.574895:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075444.574898:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075444.574907:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075444.574910:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075444.574913:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075444.574915:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.574917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075444.574919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075444.574923:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075444.574930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075444.574936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075444.574943:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617228288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075444.574951:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075444.574955:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075444.574958:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617228288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075444.574978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075444.574998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075444.575002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075444.575004:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075444.575005:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075444.575008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075444.575011:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2430
00000400:00000200:2.0:1769075444.575015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075444.575019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075444.575022:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075444.575025:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.575030:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075444.575035:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075444.575036:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075444.575039:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075444.575041:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075444.575043:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075444.575046:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075444.575050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.575054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075444.575058:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075444.575061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075444.575065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075444.575070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075444.575073:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075444.575079:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075444.575082:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575084:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075444.575088:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075444.575091:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075444.575093:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075444.575095:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575097:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075444.575098:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075444.575100:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075444.575104:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075444.575107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075444.575112:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617228416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075444.575120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075444.575123:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075444.575127:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617228416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075444.575136:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075444.575139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075444.575144:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075444.575147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075444.575150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075444.575152:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075444.575153:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075444.575155:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075444.575158:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2430
00000400:00000200:2.0:1769075444.575193:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075444.575195:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075444.575198:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075444.575201:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575204:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.575206:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575208:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075444.575210:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075444.575212:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075444.575213:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075444.575215:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075444.575217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075444.575220:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075444.575223:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075444.575228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769075444.575230:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769075444.575233:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.1:1769075444.575234:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1769075444.575235:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075444.575237:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075444.575239:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075444.575242:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075444.575244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575246:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075444.575248:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075444.575251:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575253:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075444.575256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075444.575259:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075444.575261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075444.575262:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075444.575264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075444.575266:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075444.575268:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075444.575271:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075444.575274:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075444.575279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617228544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075444.575287:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075444.575289:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075444.575293:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617228544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075444.575302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075444.575306:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2440)
00000800:00000200:3.1:1769075444.575611:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075444.575613:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075444.575875:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075444.575877:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769075446.110768:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297104326, at 4297104384
00000100:00000010:0.0:1769075446.110785:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:2.0:1769075447.966832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075447.966836:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075447.966841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075449.694741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075449.694750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075449.694752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075449.694755:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075449.694758:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075449.694764:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2435
00000400:00000200:2.0:1769075449.694772:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075449.694776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075449.694779:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075449.694781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.694786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075449.694791:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075449.694792:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075449.694794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075449.694796:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075449.694798:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075449.694800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075449.694803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.694807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075449.694813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075449.694825:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694828:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075449.694831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075449.694835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075449.694838:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.694841:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075449.694843:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075449.694853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075449.694857:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075449.694861:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075449.694862:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.694865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075449.694867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075449.694870:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075449.694877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075449.694881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075449.694888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617228672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075449.694896:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075449.694900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075449.694903:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617228672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075449.694920:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075449.694923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075449.694925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075449.694926:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075449.694927:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075449.694929:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075449.694931:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2435
00000400:00000200:2.0:1769075449.694935:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075449.694937:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075449.694938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075449.694940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.694943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075449.694947:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075449.694948:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075449.694949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075449.694951:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075449.694953:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075449.694955:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075449.694957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.694959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075449.694962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075449.694968:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075449.694971:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075449.694975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075449.694979:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075449.694984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.694987:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075449.695003:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075449.695010:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.695015:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075449.695022:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075449.695027:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075449.695032:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075449.695037:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.695053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075449.695055:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075449.695058:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075449.695062:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075449.695066:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075449.695072:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617228800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075449.695080:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075449.695084:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075449.695087:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617228800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075449.695098:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075449.695102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075449.695105:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075449.695109:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075449.695115:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075449.695115:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075449.695117:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075449.695119:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075449.695124:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2435
00000400:00000200:2.0:1769075449.695128:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075449.695131:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075449.695134:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075449.695137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.695139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.695144:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.695147:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075449.695151:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075449.695153:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075449.695155:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075449.695157:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075449.695160:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075449.695163:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075449.695168:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.695172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075449.695175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075449.695179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075449.695184:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075449.695188:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075449.695193:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075449.695196:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075449.695199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075449.695202:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.695204:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075449.695206:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075449.695211:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.695213:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075449.695218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075449.695221:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075449.695223:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075449.695226:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075449.695228:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075449.695231:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075449.695233:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075449.695237:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075449.695239:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075449.695245:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617228928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075449.695253:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075449.695256:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075449.695262:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617228928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075449.695272:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075449.695277:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2445)
00000800:00000200:3.1:1769075449.695351:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075449.695355:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075449.695818:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075449.695821:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075449.696160:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075449.696162:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769075451.230739:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297109446, at 4297109504
00000100:00000010:0.0:1769075451.230754:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b32a0.
00000020:00000001:2.0:1769075453.086830:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075453.086835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075453.086839:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075454.814762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075454.814774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075454.814778:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075454.814783:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075454.814787:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075454.814794:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2440
00000400:00000200:2.0:1769075454.814804:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075454.814809:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075454.814813:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075454.814816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.814820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.814823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.814826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075454.814831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075454.814833:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075454.814836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075454.814839:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075454.814841:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075454.814844:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075454.814847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.814850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.814852:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.814854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075454.814858:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075454.814861:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075454.814864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075454.814867:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075454.814870:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075454.814873:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.814875:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075454.814877:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075454.814887:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075454.814890:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075454.814895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075454.814897:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.814900:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075454.814903:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075454.814907:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075454.814915:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075454.814922:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075454.814931:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617229056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075454.814942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075454.814946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075454.814952:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617229056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075454.814977:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075454.814981:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075454.814984:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075454.814986:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075454.814988:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075454.814991:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075454.814994:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2440
00000400:00000200:2.0:1769075454.814998:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075454.815001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075454.815003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075454.815006:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.815011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075454.815016:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075454.815018:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075454.815020:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075454.815022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075454.815025:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075454.815030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075454.815035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.815044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815049:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075454.815054:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075454.815061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815066:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075454.815070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075454.815078:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075454.815083:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815088:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075454.815095:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075454.815101:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815104:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075454.815112:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075454.815118:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075454.815123:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075454.815127:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815130:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075454.815135:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075454.815137:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075454.815143:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075454.815149:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075454.815158:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617229184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075454.815176:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075454.815181:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075454.815189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617229184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075454.815237:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075454.815243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075454.815252:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075454.815255:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075454.815264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075454.815267:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075454.815270:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075454.815276:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075454.815281:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2440
00000400:00000200:2.0:1769075454.815289:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075454.815297:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075454.815300:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075454.815306:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.815315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769075454.815323:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769075454.815324:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075454.815327:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:3.1:1769075454.815331:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769075454.815332:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075454.815335:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075454.815340:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075454.815345:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075454.815354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815358:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075454.815361:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815365:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075454.815380:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075454.815389:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075454.815394:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075454.815398:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075454.815402:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075454.815407:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815411:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075454.815416:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075454.815421:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815426:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075454.815450:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075454.815455:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075454.815460:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075454.815463:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075454.815467:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075454.815471:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075454.815474:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075454.815484:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075454.815492:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075454.815500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617229312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075454.815517:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075454.815519:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075454.815526:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617229312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075454.815542:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075454.815549:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2450)
00000800:00000200:3.1:1769075454.815858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075454.815859:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075454.816086:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075454.816088:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075456.350756:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297114566, at 4297114624
00000100:00000010:0.0:1769075456.350793:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769075458.206899:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075458.206910:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075458.206918:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075459.935769:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075459.935812:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075459.936390:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075459.936393:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075459.936766:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075459.936769:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075461.470864:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297119687, at 4297119744
00000100:00000010:0.0:1769075461.470884:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769075463.326906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075463.326912:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075463.326917:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075465.055637:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075465.055644:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769075465.056261:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075465.056265:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769075465.056805:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075465.056809:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1769075466.590772:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297124807, at 4297124864
00000100:00000010:0.0:1769075466.590798:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769075468.446892:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075468.446896:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075468.446900:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075470.176032:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075470.176039:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075470.176662:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075470.176665:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075470.177059:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075470.177061:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769075471.710784:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297129927, at 4297129984
00000100:00000010:0.0:1769075471.710808:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769075473.566868:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075473.566874:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075473.566878:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075475.295648:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075475.295691:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075475.296242:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075475.296244:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075475.296496:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075475.296498:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1769075476.830830:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297135047, at 4297135104
00000100:00000010:0.0:1769075476.830851:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769075478.686916:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075478.686926:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075478.686936:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075480.414823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075480.414831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075480.414834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075480.414836:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075480.414840:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075480.414846:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2466
00000400:00000200:0.0:1769075480.414853:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075480.414857:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075480.414861:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075480.414863:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.414867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075480.414872:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075480.414873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075480.414876:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075480.414877:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075480.414879:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075480.414881:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075480.414883:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.414886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075480.414889:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075480.414891:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414893:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075480.414895:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075480.414897:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075480.414899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.414900:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075480.414902:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075480.414911:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075480.414913:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075480.414917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075480.414918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.414920:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075480.414922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075480.414925:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075480.414931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075480.414937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075480.414944:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617230976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075480.414952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075480.414956:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075480.414959:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617230976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075480.414978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075480.414980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075480.414983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075480.414984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075480.414985:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075480.414987:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075480.414988:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2466
00000400:00000200:0.0:1769075480.414991:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075480.414992:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075480.414994:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075480.414996:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.414998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.415001:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075480.415005:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075480.415006:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075480.415007:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075480.415008:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075480.415009:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075480.415011:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075480.415014:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.415019:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415023:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075480.415026:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075480.415030:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415032:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075480.415036:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075480.415042:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075480.415046:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415050:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075480.415055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075480.415061:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075480.415072:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769075480.415076:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075480.415079:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075480.415081:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075480.415088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075480.415092:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075480.415096:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075480.415101:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075480.415108:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617231104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075480.415118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075480.415120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075480.415127:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617231104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075480.415133:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075480.415138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075480.415140:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075480.415143:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075480.415150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075480.415155:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075480.415157:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075480.415161:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075480.415164:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2466
00000400:00000200:0.0:1769075480.415169:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075480.415193:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075480.415199:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075480.415207:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415214:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.415220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415224:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075480.415226:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075480.415227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075480.415231:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075480.415235:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075480.415238:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075480.415242:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075480.415247:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415249:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075480.415250:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415252:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075480.415255:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075480.415260:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075480.415261:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075480.415264:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075480.415269:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075480.415273:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415278:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075480.415281:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075480.415287:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415291:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075480.415295:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769075480.415299:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075480.415303:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075480.415305:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075480.415309:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075480.415310:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075480.415311:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075480.415317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075480.415322:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075480.415330:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617231232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075480.415338:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075480.415341:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075480.415348:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617231232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769075480.415359:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075480.415362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075480.415366:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2476)
00000800:00000200:1.1:1769075480.415532:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075480.415623:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075481.950768:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297140166, at 4297140224
00000100:00000010:0.0:1769075481.950801:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:2.0:1769075483.806901:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075483.806906:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075483.806911:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075485.534908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075485.534925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075485.534929:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075485.534934:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075485.534941:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075485.534952:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2471
00000400:00000200:2.0:1769075485.534966:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075485.534975:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075485.534979:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075485.534985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.534989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.534993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.534996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075485.535002:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075485.535005:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075485.535009:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075485.535012:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075485.535015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075485.535018:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075485.535022:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.535028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075485.535035:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075485.535039:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535043:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075485.535047:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075485.535051:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075485.535055:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.535058:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075485.535061:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075485.535072:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075485.535077:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075485.535082:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075485.535106:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.535112:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075485.535116:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075485.535123:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075485.535135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075485.535146:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075485.535160:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617231360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075485.535181:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075485.535191:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075485.535200:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617231360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075485.535247:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075485.535256:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075485.535265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075485.535270:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075485.535275:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075485.535281:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075485.535293:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2471
00000400:00000200:2.0:1769075485.535316:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075485.535335:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075485.535347:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075485.535363:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535374:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.535388:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535399:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075485.535411:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075485.535417:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075485.535425:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075485.535433:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075485.535443:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075485.535452:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075485.535475:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535485:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.535501:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535516:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075485.535532:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075485.535546:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075485.535554:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075485.535560:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075485.535578:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075485.535586:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.535600:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075485.535617:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075485.535633:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.535645:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075485.535748:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075485.535761:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075485.535771:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075485.535778:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.535788:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075485.535794:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075485.535802:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075485.535817:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075485.535832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075485.535853:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617231488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075485.535909:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075485.535918:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075485.535934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617231488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075485.535982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075485.536001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769075485.536012:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075485.536018:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769075485.536040:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075485.536055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075485.536070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075485.536079:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075485.536109:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075485.536122:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075485.536134:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2471
00000400:00000200:2.0:1769075485.536158:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075485.536172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075485.536186:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075485.536203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.536215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.536224:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.536234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075485.536248:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075485.536256:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075485.536265:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075485.536273:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075485.536282:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075485.536293:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075485.536303:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.536310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075485.536322:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075485.536331:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075485.536342:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075485.536358:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075485.536379:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075485.536393:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075485.536404:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075485.536417:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.536426:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075485.536435:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075485.536449:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.536459:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075485.536471:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075485.536483:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075485.536493:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075485.536501:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075485.536530:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075485.536537:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075485.536547:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075485.536570:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075485.536585:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075485.536602:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617231616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075485.536645:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075485.536654:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075485.536670:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617231616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075485.536754:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075485.536773:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2481)
00000800:00000200:1.1:1769075485.536972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075485.536973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075485.537230:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075485.537232:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075487.070740:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297145287, at 4297145344
00000100:00000010:0.0:1769075487.070754:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769075488.926789:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075488.926793:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075488.926796:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075490.654823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075490.654839:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075490.654842:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075490.654845:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075490.654848:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075490.654854:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2476
00000400:00000200:0.0:1769075490.654861:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075490.654865:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075490.654868:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075490.654871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.654873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.654875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.654877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075490.654880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075490.654881:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075490.654883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075490.654885:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075490.654887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075490.654889:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075490.654891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.654892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.654894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.654895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075490.654897:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075490.654899:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075490.654901:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075490.654903:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075490.654906:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075490.654908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.654909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075490.654910:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075490.654919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769075490.654921:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075490.654925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075490.654926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.654928:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075490.654930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075490.654934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075490.654941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075490.654946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075490.654952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617231744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075490.654961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075490.654964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075490.654968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617231744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075490.654989:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075490.654991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075490.654994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075490.654995:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075490.654996:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075490.654998:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075490.655013:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2476
00000400:00000200:0.0:1769075490.655016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075490.655019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075490.655021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075490.655024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.655028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075490.655031:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075490.655033:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075490.655034:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075490.655038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075490.655040:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075490.655044:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075490.655049:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.655055:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075490.655066:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075490.655072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075490.655078:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075490.655084:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075490.655090:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655093:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075490.655098:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075490.655106:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655108:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075490.655112:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769075490.655116:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075490.655120:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075490.655122:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655124:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075490.655127:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075490.655130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075490.655136:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075490.655142:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075490.655149:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617231872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075490.655159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075490.655162:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075490.655168:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617231872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075490.655180:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075490.655185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075490.655191:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075490.655198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075490.655203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075490.655206:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075490.655208:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075490.655213:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075490.655218:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2476
00000400:00000200:0.0:1769075490.655224:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075490.655228:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075490.655231:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075490.655237:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.655245:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655248:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075490.655252:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075490.655254:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075490.655258:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075490.655262:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075490.655266:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075490.655271:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075490.655279:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655281:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075490.655286:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655290:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075490.655293:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075490.655298:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075490.655303:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075490.655306:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075490.655309:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075490.655312:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655315:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075490.655319:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075490.655323:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655327:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075490.655330:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769075490.655334:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075490.655337:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075490.655340:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075490.655343:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075490.655346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769075490.655347:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769075490.655348:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075490.655353:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
02000000:00000010:0.0:1769075490.655354:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075490.655359:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075490.655366:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617232000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075490.655378:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075490.655380:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075490.655384:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617232000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075490.655395:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075490.655400:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2486)
00000800:00000200:1.1:1769075490.655728:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075490.655730:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075490.655948:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075490.655950:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075492.190759:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297150406, at 4297150464
00000100:00000010:0.0:1769075492.190786:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769075494.046783:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075494.046786:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075494.046790:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075495.775429:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075495.775434:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075495.775793:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075495.775795:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075495.776074:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075495.776077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075497.310761:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297155526, at 4297155584
00000100:00000010:0.0:1769075497.310797:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769075499.166853:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075499.166867:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075499.166870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075500.894754:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075500.894766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075500.894768:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075500.894772:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075500.894778:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075500.894785:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2486
00000400:00000200:0.0:1769075500.894795:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075500.894800:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075500.894803:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075500.894806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.894809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.894811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.894813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075500.894816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075500.894818:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075500.894821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075500.894823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075500.894825:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075500.894838:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075500.894842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.894844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.894847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.894848:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075500.894851:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075500.894854:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075500.894856:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075500.894858:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075500.894862:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075500.894864:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.894866:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075500.894868:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075500.894876:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769075500.894879:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075500.894884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075500.894886:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.894889:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075500.894893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075500.894899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075500.894910:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075500.894919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075500.894943:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617232512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075500.894956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075500.894962:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075500.894969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617232512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075500.894994:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075500.894998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075500.895002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075500.895003:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075500.895005:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075500.895008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075500.895011:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2486
00000400:00000200:0.0:1769075500.895016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075500.895019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075500.895021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075500.895024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.895031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075500.895034:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075500.895036:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075500.895037:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075500.895039:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075500.895040:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075500.895042:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075500.895045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.895053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075500.895068:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075500.895072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075500.895080:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075500.895087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075500.895095:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895103:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075500.895112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075500.895119:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895124:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075500.895132:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769075500.895141:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075500.895151:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075500.895157:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895160:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075500.895165:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075500.895170:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075500.895178:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075500.895183:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075500.895192:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617232640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075500.895208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075500.895211:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075500.895214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617232640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075500.895221:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075500.895224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075500.895234:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075500.895242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075500.895247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075500.895253:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075500.895263:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075500.895278:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075500.895282:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2486
00000400:00000200:0.0:1769075500.895294:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075500.895300:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075500.895315:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075500.895328:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895338:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.895345:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895355:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075500.895367:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075500.895377:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075500.895387:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075500.895390:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075500.895397:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075500.895401:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075500.895405:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895408:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075500.895412:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895414:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075500.895416:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075500.895428:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075500.895433:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075500.895436:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075500.895439:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075500.895443:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895447:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075500.895452:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075500.895455:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895456:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075500.895459:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769075500.895461:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075500.895464:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075500.895466:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075500.895468:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075500.895469:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075500.895474:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075500.895480:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075500.895487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075500.895499:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617232768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075500.895542:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075500.895545:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075500.895554:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617232768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075500.895562:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075500.895570:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2496)
00000800:00000200:1.1:1769075500.895603:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075500.895607:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075500.896078:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075500.896081:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075500.896328:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075500.896330:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769075502.430772:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297160647, at 4297160704
00000100:00000010:0.0:1769075502.430786:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769075504.286923:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075504.286928:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075504.286932:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075506.015914:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075506.015925:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075506.016524:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075506.016528:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769075506.016905:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075506.016910:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769075507.550757:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297165767, at 4297165824
00000100:00000010:0.0:1769075507.550778:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769075509.406893:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075509.406897:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075509.406901:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075511.135631:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075511.135638:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075511.136171:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075511.136173:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075511.136410:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075511.136412:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769075512.670826:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297170887, at 4297170944
00000100:00000010:0.0:1769075512.670849:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000020:00000001:2.0:1769075514.526943:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075514.526948:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075514.526952:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075516.255403:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075516.255407:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075516.255836:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075516.255838:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075516.256083:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075516.256085:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769075517.790762:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297176006, at 4297176064
00000100:00000010:0.0:1769075517.790778:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b30c0.
00000020:00000001:2.0:1769075519.646789:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075519.646794:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075519.646798:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075521.374834:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075521.374848:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075521.374851:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075521.374857:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075521.374863:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075521.374872:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2507
00000400:00000200:0.0:1769075521.374883:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075521.374890:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075521.374895:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075521.374900:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.374904:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.374908:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.374911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075521.374916:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075521.374919:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075521.374922:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075521.374926:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075521.374929:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075521.374932:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075521.374936:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.374938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.374941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.374944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075521.374948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075521.374952:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075521.374955:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075521.374958:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075521.374963:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075521.374968:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.374972:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075521.374976:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075521.374991:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769075521.374997:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075521.375004:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075521.375007:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375012:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075521.375016:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075521.375024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075521.375038:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075521.375049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075521.375065:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617234048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075521.375085:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075521.375092:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075521.375099:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617234048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075521.375133:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075521.375138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075521.375142:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075521.375144:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075521.375147:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075521.375151:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075521.375154:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2507
00000400:00000200:0.0:1769075521.375160:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075521.375177:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075521.375182:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075521.375191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.375199:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075521.375205:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075521.375206:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075521.375208:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075521.375211:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075521.375214:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075521.375220:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075521.375236:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375246:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.375256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375263:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075521.375269:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075521.375284:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375302:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075521.375314:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075521.375333:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075521.375347:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375357:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075521.375369:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075521.375381:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375391:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075521.375403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769075521.375414:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075521.375424:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075521.375431:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375443:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075521.375451:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075521.375462:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075521.375482:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075521.375526:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075521.375550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617234176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075521.375604:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075521.375618:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075521.375637:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617234176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075521.375712:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075521.375718:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075521.375723:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075521.375735:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075521.375741:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075521.375744:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075521.375752:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075521.375759:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075521.375769:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2507
00000400:00000200:0.0:1769075521.375777:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075521.375781:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075521.375784:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075521.375789:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375792:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.375794:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075521.375805:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075521.375810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075521.375817:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075521.375821:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075521.375824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075521.375828:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075521.375836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075521.375851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075521.375862:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075521.375878:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075521.375883:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075521.375889:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075521.375902:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075521.375912:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375920:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075521.375930:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075521.375942:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.375955:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075521.375974:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075521.375985:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075521.376000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075521.376007:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075521.376022:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075521.376028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075521.376034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075521.376048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075521.376061:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075521.376085:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617234304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075521.376127:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769075521.376139:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075521.376140:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075521.376160:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075521.376170:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617234304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075521.376213:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075521.376230:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2517)
00000800:00000200:3.1:1769075521.376962:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075521.376965:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075521.377463:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075521.377466:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075522.910812:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297181127, at 4297181184
00000100:00000010:0.0:1769075522.910832:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:2.0:1769075524.766959:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075524.766967:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075524.766974:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075526.494774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075526.494786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075526.494789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075526.494794:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075526.494799:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075526.494807:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2512
00000400:00000200:0.0:1769075526.494819:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075526.494827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075526.494831:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075526.494835:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.494840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.494843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.494846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075526.494851:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075526.494854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075526.494857:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075526.494860:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075526.494863:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075526.494866:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075526.494870:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.494872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.494875:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.494878:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075526.494882:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075526.494886:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075526.494889:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075526.494892:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075526.494896:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075526.494899:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.494902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075526.494904:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075526.494915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075526.494920:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075526.494924:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075526.494927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.494930:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075526.494933:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075526.494938:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075526.494949:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769075526.494958:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075526.494969:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617234432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075526.494983:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075526.494989:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075526.494995:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617234432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075526.495027:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075526.495031:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075526.495036:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075526.495038:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075526.495040:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075526.495044:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075526.495047:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2512
00000400:00000200:0.0:1769075526.495051:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075526.495054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075526.495057:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075526.495069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.495075:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495078:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075526.495083:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075526.495085:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075526.495089:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075526.495092:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075526.495096:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075526.495100:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075526.495106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495110:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.495114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075526.495124:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075526.495131:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495137:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075526.495142:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075526.495152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075526.495158:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495167:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075526.495181:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075526.495193:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495206:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075526.495218:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075526.495227:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075526.495238:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075526.495245:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495255:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075526.495259:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075526.495271:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075526.495281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075526.495292:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075526.495310:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617234560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075526.495335:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075526.495339:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075526.495350:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617234560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075526.495377:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075526.495385:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075526.495391:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075526.495428:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075526.495434:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075526.495437:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075526.495452:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075526.495459:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075526.495469:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2512
00000400:00000200:0.0:1769075526.495481:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075526.495495:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075526.495505:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075526.495516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495526:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.495547:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495554:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075526.495565:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075526.495569:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075526.495573:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075526.495578:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075526.495586:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075526.495590:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075526.495603:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495609:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075526.495621:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495631:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075526.495639:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075526.495651:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075526.495691:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075526.495696:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075526.495701:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075526.495704:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495708:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075526.495712:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075526.495715:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495721:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075526.495730:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075526.495740:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075526.495757:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075526.495763:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075526.495767:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075526.495771:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075526.495779:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075526.495787:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075526.495800:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075526.495816:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617234688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075526.495841:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075526.495848:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075526.495863:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075526.495864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617234688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769075526.495875:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769075526.495883:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075526.495900:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2522)
00000800:00000200:3.1:1769075526.496465:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075526.496469:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075526.496889:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075526.496892:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075528.031044:0:54337:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297186247, at 4297186304
00000100:00000010:0.0:1769075528.031054:0:54337:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000020:00000001:2.0:1769075529.886897:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075529.886901:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075529.886905:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075531.615655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075531.615688:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075531.616214:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075531.616217:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075531.616602:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075531.616606:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075533.150769:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297191367, at 4297191424
00000100:00000010:0.0:1769075533.150784:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:2.0:1769075535.006899:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075535.006903:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075535.006907:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075536.030864:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075536.030872:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075536.030876:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075536.735819:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075536.735823:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075536.736291:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075536.736294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075536.736605:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075536.736607:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075538.270715:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297196487, at 4297196544
00000100:00000010:0.0:1769075538.270729:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769075540.126897:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075540.126918:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075540.126922:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075541.150854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075541.150859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075541.150863:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075541.855462:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075541.855471:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075541.855855:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075541.855857:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075541.856107:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075541.856109:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075543.390778:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297201606, at 4297201664
00000100:00000010:0.0:1769075543.390802:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769075545.247054:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075545.247061:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075545.247067:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075546.270960:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075546.270964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075546.270967:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075546.976387:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075546.976883:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075546.977173:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075548.510777:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297206727, at 4297206784
00000100:00000010:0.0:1769075548.510796:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000400:00000100:2.0:1769075550.047162:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075550.047238:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075550.047256:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075550.047262:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075550.047267:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075550.047272:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075550.047279:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075550.047285:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769075550.047292:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075550.047298:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075550.047307:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743660
00000400:00000010:2.0:1769075550.047310:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743660.
00000100:00000001:2.0:1769075550.047327:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075550.047338:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617235968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047369:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075550.047374:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617235968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047387:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075550.047392:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075550.047410:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075550.047417:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769075550.047425:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075550.047436:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075550.047445:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743880
00000400:00000010:2.0:1769075550.047451:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743880.
00000100:00000001:2.0:1769075550.047459:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075550.047470:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f2680 x1855007617236096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047489:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075550.047498:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617236096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047519:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075550.047524:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075550.047542:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075550.047552:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769075550.047561:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075550.047576:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075550.047586:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:2.0:1769075550.047591:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:2.0:1769075550.047598:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075550.047610:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617236224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047631:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075550.047642:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617236224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075571 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075550.047745:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075550.047751:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075550.366900:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075550.366904:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075550.366907:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075551.390826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075551.390830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075551.390833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075552.096376:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075552.096383:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075552.097507:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075552.097514:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075552.098156:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075552.098159:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075553.630732:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297211848, at 4297211904
00000100:00000010:0.0:1769075553.630745:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769075555.486845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075555.486849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075555.486852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075556.510948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075556.510955:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075556.510961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075557.214833:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075557.214864:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075557.214868:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075557.214873:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075557.214879:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075557.214920:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2543
00000400:00000200:2.0:1769075557.214933:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075557.214941:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075557.214947:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075557.214952:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.214957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.214962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.214965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075557.214998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075557.215002:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075557.215008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075557.215013:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075557.215017:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075557.215023:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075557.215029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.215038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075557.215049:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075557.215055:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075557.215065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075557.215071:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075557.215076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.215080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075557.215084:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075557.215099:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075557.215106:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075557.215113:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075557.215116:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.215122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075557.215127:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075557.215167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075557.215180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075557.215189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075557.215202:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617236736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075557.215217:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075557.215223:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075557.215249:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617236736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075557.215307:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075557.215314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075557.215321:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075557.215340:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075557.215343:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075557.215347:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075557.215352:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2543
00000400:00000200:2.0:1769075557.215358:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075557.215373:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075557.215378:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075557.215385:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.215400:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215407:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075557.215413:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075557.215419:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075557.215425:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075557.215431:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075557.215440:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075557.215448:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075557.215464:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215474:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.215482:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075557.215497:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075557.215508:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075557.215530:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075557.215539:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075557.215548:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075557.215556:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.215562:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075557.215578:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075557.215585:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.215591:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075557.215599:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075557.215607:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075557.215615:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075557.215619:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.215624:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075557.215631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075557.215638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075557.215652:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075557.215770:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075557.215793:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617236864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075557.215827:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075557.215838:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075557.215868:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617236864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075557.215917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075557.215936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769075557.215944:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769075557.215947:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1769075557.215949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00080000:2.0:1769075557.215955:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075557.215967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075557.215972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075557.215979:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075557.216008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075557.216021:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2543
00000400:00000200:2.0:1769075557.216040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075557.216057:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075557.216070:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075557.216083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.216096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.216110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.216121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075557.216130:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075557.216139:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075557.216148:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075557.216156:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075557.216186:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075557.216193:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075557.216203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.216212:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075557.216222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075557.216231:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075557.216240:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075557.216269:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075557.216277:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075557.216285:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075557.216297:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075557.216310:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.216322:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075557.216335:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075557.216361:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.216370:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075557.216381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075557.216390:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075557.216401:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075557.216407:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075557.216413:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075557.216418:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075557.216424:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075557.216437:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075557.216449:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075557.216468:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617236992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075557.216510:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075557.216516:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075557.216528:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617236992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075557.216575:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075557.216585:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2553)
00000800:00000200:1.1:1769075557.216804:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075557.216807:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075557.217246:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075557.217249:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075558.750787:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297216967, at 4297217024
00000100:00000010:0.0:1769075558.750804:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769075560.606920:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075560.606926:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075560.606931:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075561.630785:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075561.630789:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075561.630793:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075562.335617:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075562.335625:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075562.336199:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075562.336201:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075562.336487:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075562.336491:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075563.870802:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297222087, at 4297222144
00000100:00000010:0.0:1769075563.870817:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769075565.726944:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075565.726949:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075565.726953:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075566.750959:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075566.750965:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075566.750969:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075567.455517:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075567.455521:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075567.456142:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075567.456145:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075567.456454:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075567.456458:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769075568.990827:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297227206, at 4297227264
00000100:00000010:0.0:1769075568.990857:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000020:00000001:2.0:1769075570.846975:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075570.846981:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075570.846986:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075571.870923:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075571.870928:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075571.870932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075572.575400:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075572.575402:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075572.575891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075572.575893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075572.576095:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075572.576098:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769075574.110798:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297232326, at 4297232384
00000100:00000010:0.0:1769075574.110818:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769075575.966948:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075575.966955:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075575.966959:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075576.990888:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075576.990898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075576.990901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075577.695875:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075577.695935:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075577.696690:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075577.696694:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075577.697068:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075577.697071:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1769075579.230861:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297237447, at 4297237504
00000100:00000010:0.0:1769075579.230891:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769075581.086787:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075581.086790:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075581.086793:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075582.110837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075582.110843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075582.110849:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075582.814781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075582.814792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075582.814796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075582.814800:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075582.814804:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075582.814812:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2568
00000400:00000200:2.0:1769075582.814821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075582.814827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075582.814830:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075582.814834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.814837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.814840:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.814843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075582.814847:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075582.814849:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075582.814852:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075582.814892:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075582.814895:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075582.814898:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075582.814901:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.814903:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.814905:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.814907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075582.814910:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075582.814914:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075582.814917:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075582.814920:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075582.814923:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075582.814925:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.814928:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075582.814930:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075582.814939:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075582.814943:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075582.814947:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075582.814949:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.814952:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075582.814954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075582.814958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075582.814967:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075582.814973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075582.814982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617238656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075582.814992:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075582.814997:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075582.815001:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617238656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075582.815025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075582.815028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075582.815031:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075582.815033:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075582.815034:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075582.815037:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075582.815040:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2568
00000400:00000200:2.0:1769075582.815044:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075582.815047:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075582.815050:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075582.815054:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815058:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.815061:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075582.815072:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075582.815075:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075582.815078:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075582.815082:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075582.815088:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075582.815092:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075582.815101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.815110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815114:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075582.815119:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075582.815125:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815130:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075582.815135:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075582.815141:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075582.815145:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075582.815155:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075582.815161:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815163:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075582.815166:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075582.815169:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075582.815171:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075582.815173:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815174:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075582.815176:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075582.815178:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075582.815185:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075582.815190:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075582.815200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617238784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075582.815230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075582.815236:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075582.815247:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617238784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075582.815275:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075582.815280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075582.815283:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075582.815288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075582.815295:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075582.815299:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075582.815304:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075582.815309:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075582.815317:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2568
00000400:00000200:2.0:1769075582.815326:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075582.815336:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075582.815343:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075582.815351:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815357:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.815363:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769075582.815368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075582.815369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769075582.815373:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769075582.815374:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075582.815377:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075582.815382:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075582.815386:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075582.815390:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075582.815396:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075582.815405:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815409:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075582.815416:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815422:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075582.815429:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075582.815436:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075582.815445:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075582.815449:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075582.815470:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075582.815476:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815482:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075582.815486:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075582.815493:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815496:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075582.815504:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075582.815510:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075582.815515:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075582.815518:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075582.815522:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075582.815525:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075582.815529:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075582.815539:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075582.815545:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075582.815556:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617238912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075582.815574:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075582.815578:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075582.815588:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617238912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075582.815628:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075582.815634:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2578)
00000800:00000200:1.1:1769075582.815894:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075582.815895:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075582.816084:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075582.816086:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1769075584.350787:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297242566, at 4297242624
00000100:00000010:0.0:1769075584.350799:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769075586.206836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075586.206842:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075586.206846:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075587.230826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075587.230829:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075587.230832:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075587.935543:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075587.935549:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075587.936184:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075587.936187:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769075587.936564:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075587.936567:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1769075589.470779:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297247686, at 4297247744
00000100:00000010:0.0:1769075589.470796:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769075591.326902:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075591.326907:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075591.326911:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075592.350815:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075592.350819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075592.350822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075593.055501:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075593.055507:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075593.056013:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075593.056018:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075593.056419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075593.056422:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075594.590787:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297252806, at 4297252864
00000100:00000010:0.0:1769075594.590797:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000020:00000001:2.0:1769075596.446859:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075596.446863:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075596.446866:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075597.470826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075597.470830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075597.470834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075598.175757:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075598.175769:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075598.176458:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075598.176478:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075598.176922:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075598.176924:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075599.710743:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297257927, at 4297257984
00000100:00000010:0.0:1769075599.710761:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769075601.566880:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075601.566888:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075601.566896:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075602.590932:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075602.590944:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075602.590954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075603.294824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075603.294844:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075603.294848:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075603.294853:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075603.294858:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075603.294867:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2589
00000400:00000200:0.0:1769075603.294879:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075603.294886:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075603.294891:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075603.294896:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.294900:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.294903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.294907:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075603.294912:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075603.294914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075603.294918:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075603.294921:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075603.294924:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075603.294927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075603.294931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.294934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.294938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.294942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075603.294949:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075603.294955:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075603.294961:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075603.294966:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075603.294971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075603.294977:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.294981:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075603.294984:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075603.294997:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075603.295004:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075603.295012:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075603.295015:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075603.295026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075603.295032:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075603.295044:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075603.295055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075603.295080:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617240192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075603.295094:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075603.295100:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075603.295107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617240192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075603.295160:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075603.295164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075603.295169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075603.295171:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075603.295174:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075603.295185:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075603.295189:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2589
00000400:00000200:0.0:1769075603.295196:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075603.295202:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075603.295205:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075603.295210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295213:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.295218:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075603.295225:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075603.295227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075603.295231:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075603.295238:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075603.295243:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075603.295249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075603.295257:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.295279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075603.295298:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075603.295308:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295315:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075603.295323:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075603.295334:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075603.295343:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075603.295357:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075603.295370:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295376:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075603.295383:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075603.295394:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075603.295403:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075603.295406:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295419:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075603.295427:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075603.295435:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075603.295445:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769075603.295455:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075603.295470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617240320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075603.295494:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075603.295501:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075603.295517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617240320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075603.295551:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075603.295558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075603.295569:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075603.295575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075603.295587:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075603.295592:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075603.295595:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075603.295601:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075603.295612:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2589
00000400:00000200:0.0:1769075603.295725:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075603.295739:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075603.295743:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075603.295748:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295750:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.295753:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295757:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075603.295760:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075603.295765:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075603.295770:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075603.295773:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075603.295776:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075603.295783:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075603.295791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295799:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075603.295803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075603.295810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075603.295817:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075603.295826:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:1.1:1769075603.295828:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075603.295831:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075603.295840:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769075603.295843:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
02000000:00000001:0.0:1769075603.295846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075603.295854:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295862:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075603.295872:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075603.295882:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295885:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075603.295891:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075603.295901:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075603.295908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075603.295910:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075603.295918:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075603.295924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075603.295929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075603.295940:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769075603.295953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075603.295978:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617240448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075603.296036:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075603.296046:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075603.296066:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617240448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075603.296091:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075603.296099:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2599)
00000800:00000200:1.1:1769075603.296569:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075603.296573:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075603.297074:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075603.297078:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075604.830884:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297263047, at 4297263104
00000100:00000010:0.0:1769075604.830906:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:2.0:1769075606.686963:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075606.686968:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075606.686988:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075607.710807:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075607.710811:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075607.710813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075608.415323:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075608.415326:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075608.415711:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075608.415713:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075608.415902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075608.415904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075609.950727:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297268166, at 4297268224
00000100:00000010:0.0:1769075609.950742:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769075611.806834:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075611.806849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075611.806853:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075612.830882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075612.830886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075612.830890:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075613.535565:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075613.535890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075613.536033:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075615.070733:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297273286, at 4297273344
00000100:00000010:0.0:1769075615.070744:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000400:00000100:2.0:1769075616.606934:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075616.606975:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075616.606987:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075616.606991:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075616.606995:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075616.607000:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075616.607006:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075616.607010:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075616.607015:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075616.607020:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075616.607026:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:2.0:1769075616.607030:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:2.0:1769075616.607035:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075616.607046:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470b100 x1855007617240960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607080:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075616.607085:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b100 x1855007617240960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607093:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075616.607095:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075616.607105:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075616.607109:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075616.607112:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075616.607116:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075616.607120:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451707f8
00000400:00000010:2.0:1769075616.607122:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451707f8.
00000100:00000001:2.0:1769075616.607126:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075616.607135:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708000 x1855007617241088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607147:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075616.607155:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708000 x1855007617241088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607177:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075616.607179:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075616.607185:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075616.607188:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075616.607190:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075616.607197:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075616.607203:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:2.0:1769075616.607207:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:2.0:1769075616.607213:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075616.607219:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709f80 x1855007617241216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607248:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075616.607256:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709f80 x1855007617241216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075638 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075616.607278:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075616.607282:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075616.926840:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075616.926843:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075616.926846:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075617.950806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075617.950809:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075617.950812:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075618.654798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075618.654810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075618.654813:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075618.654817:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075618.654822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075618.654830:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2604
00000400:00000200:0.0:1769075618.654839:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075618.654845:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075618.654849:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075618.654867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.654872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.654874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.654877:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075618.654882:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075618.654884:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075618.654887:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075618.654890:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075618.654893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075618.654896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075618.654899:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.654901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.654904:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.654906:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075618.654909:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075618.654912:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075618.654915:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075618.654918:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075618.654922:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075618.654926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.654928:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075618.654930:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075618.654938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075618.654942:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075618.654946:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075618.654947:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.654950:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075618.654953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075618.654958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075618.654966:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075618.654973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075618.654982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617241344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075618.654993:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075618.654998:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075618.655003:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617241344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075618.655030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075618.655034:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075618.655038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075618.655039:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075618.655041:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075618.655044:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075618.655047:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2604
00000400:00000200:0.0:1769075618.655051:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075618.655054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075618.655057:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075618.655060:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.655064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075618.655069:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075618.655070:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075618.655071:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075618.655074:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075618.655076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075618.655078:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075618.655081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.655085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075618.655089:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075618.655092:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655094:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075618.655095:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075618.655101:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075618.655103:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655106:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075618.655111:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075618.655114:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655116:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075618.655120:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075618.655122:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075618.655125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075618.655126:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655128:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075618.655129:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075618.655131:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075618.655135:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075618.655139:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075618.655145:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617241472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075618.655153:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075618.655156:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075618.655160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617241472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075618.655168:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075618.655170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075618.655174:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075618.655178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075618.655181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075618.655183:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075618.655185:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075618.655187:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075618.655190:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2604
00000400:00000200:0.0:1769075618.655194:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075618.655197:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075618.655200:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075618.655203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.655207:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655209:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075618.655212:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075618.655213:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075618.655215:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075618.655217:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075618.655220:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075618.655222:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075618.655225:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075618.655230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075618.655235:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075618.655238:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075618.655240:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075618.655242:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075618.655246:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075618.655247:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655249:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075618.655252:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075618.655254:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075618.655259:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075618.655260:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075618.655263:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075618.655264:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075618.655266:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075618.655267:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075618.655270:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075618.655274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769075618.655278:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075618.655283:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617241600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075618.655291:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075618.655294:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075618.655297:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617241600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075618.655306:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075618.655312:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2614)
00000800:00000200:3.1:1769075618.655965:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075618.655969:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075618.656318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075618.656321:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075618.656544:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075618.656545:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075620.190781:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297278407, at 4297278464
00000100:00000010:0.0:1769075620.190796:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000020:00000001:2.0:1769075622.046815:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075622.046818:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075622.046821:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075623.070806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075623.070810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075623.070813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075623.775318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075623.775321:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075623.775674:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075623.775677:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075623.775919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075623.775921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075625.310755:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297283526, at 4297283584
00000100:00000010:0.0:1769075625.310773:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769075627.166873:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075627.166880:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075627.166886:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075628.190847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075628.190853:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075628.190858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075628.895314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075628.895319:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075628.895782:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075628.895784:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075628.895975:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075628.895977:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075630.430745:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297288646, at 4297288704
00000100:00000010:0.0:1769075630.430762:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769075632.286862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075632.286865:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075632.286869:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075633.310874:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075633.310877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075633.310880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075634.015286:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075634.015294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075634.015830:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075634.015832:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075634.016068:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075634.016069:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769075635.550775:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297293766, at 4297293824
00000100:00000010:0.0:1769075635.550808:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769075637.406878:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075637.406882:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075637.406885:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075638.430834:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075638.430840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075638.430844:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075639.135555:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075639.135561:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075639.136027:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075639.136029:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075639.136223:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075639.136225:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769075640.670746:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297298887, at 4297298944
00000100:00000010:0.0:1769075640.670769:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:2.0:1769075642.526817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075642.526826:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075642.526830:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075643.550853:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075643.550857:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075643.550859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075644.255270:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075644.255275:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075644.255635:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075644.255637:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075644.255845:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075644.255847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769075645.790733:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297304006, at 4297304064
00000100:00000010:0.0:1769075645.790743:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:2.0:1769075647.646826:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075647.646829:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075647.646832:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075648.670824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075648.670827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075648.670830:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075649.375202:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075649.375208:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075649.375518:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075649.375520:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075649.375725:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075649.375727:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769075650.910734:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297309126, at 4297309184
00000100:00000010:0.0:1769075650.910760:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:2.0:1769075652.766832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075652.766841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075652.766848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075653.790855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075653.790859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075653.790862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075654.495389:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075654.495395:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075654.495914:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075654.495917:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075654.496200:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075654.496202:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075656.030750:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297314246, at 4297314304
00000100:00000010:0.0:1769075656.030765:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:2.0:1769075657.886857:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075657.886862:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075657.886865:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075658.910866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075658.910873:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075658.910878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075659.615207:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075659.615212:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075659.615578:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075659.615580:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075659.615799:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075659.615801:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075661.150764:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297319366, at 4297319424
00000100:00000010:0.0:1769075661.150785:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:2.0:1769075663.006860:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075663.006863:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075663.006866:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075664.030823:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075664.030827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075664.030831:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075664.734809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075664.734822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075664.734826:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075664.734830:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075664.734835:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075664.734844:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2650
00000400:00000200:2.0:1769075664.734854:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075664.734860:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075664.734862:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075664.734865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.734868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.734870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.734872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075664.734876:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075664.734878:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075664.734880:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075664.734883:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075664.734884:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075664.734886:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075664.734888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.734889:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.734890:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.734892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075664.734895:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075664.734897:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075664.734899:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075664.734901:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075664.734904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075664.734906:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.734908:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075664.734910:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075664.734920:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075664.734924:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075664.734928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075664.734930:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.734933:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075664.734936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075664.734941:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075664.734950:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075664.734957:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075664.734966:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617244800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075664.734975:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075664.734979:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075664.734983:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617244800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075664.735002:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075664.735005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075664.735008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075664.735009:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075664.735010:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075664.735012:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075664.735014:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2650
00000400:00000200:2.0:1769075664.735016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075664.735018:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075664.735020:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075664.735024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.735030:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735032:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075664.735034:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075664.735035:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075664.735037:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075664.735040:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075664.735048:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075664.735053:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075664.735061:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735064:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.735067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075664.735088:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075664.735098:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735108:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075664.735111:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075664.735120:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075664.735126:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735134:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075664.735143:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075664.735157:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735162:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075664.735167:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075664.735176:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075664.735188:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075664.735198:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075664.735201:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075664.735203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075664.735209:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075664.735217:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075664.735230:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617244928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075664.735244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075664.735248:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075664.735253:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617244928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075664.735289:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075664.735301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075664.735313:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075664.735320:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075664.735324:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075664.735327:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075664.735330:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075664.735333:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075664.735337:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2650
00000400:00000200:2.0:1769075664.735343:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075664.735348:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075664.735354:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075664.735359:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.735365:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735367:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075664.735369:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075664.735372:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075664.735375:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075664.735381:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075664.735384:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075664.735387:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075664.735395:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735401:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075664.735405:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075664.735421:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075664.735432:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075664.735443:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075664.735453:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075664.735457:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075664.735465:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735469:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075664.735472:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075664.735480:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735485:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075664.735495:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075664.735503:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075664.735513:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075664.735517:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075664.735523:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075664.735524:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075664.735527:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075664.735535:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075664.735548:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075664.735558:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769075664.735563:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617245056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075664.735568:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769075664.735573:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075664.735578:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075664.735584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617245056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075664.735597:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075664.735608:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2660)
00000800:00000200:1.1:1769075664.735981:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075664.735983:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075664.736194:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075664.736196:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075666.270793:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297324487, at 4297324544
00000100:00000010:0.0:1769075666.270808:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:2.0:1769075668.126843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075668.126846:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075668.126849:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075669.150849:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075669.150853:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075669.150855:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075669.854746:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075669.854755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075669.854757:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075669.854760:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075669.854764:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075669.854769:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2655
00000400:00000200:2.0:1769075669.854777:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075669.854782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075669.854784:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075669.854787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.854791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075669.854796:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075669.854797:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075669.854799:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075669.854801:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075669.854803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075669.854804:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075669.854806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.854809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075669.854812:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075669.854815:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854816:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075669.854818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075669.854821:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075669.854823:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.854824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075669.854826:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075669.854834:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075669.854837:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075669.854840:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075669.854841:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.854844:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075669.854846:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075669.854850:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075669.854858:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075669.854862:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075669.854869:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617245184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075669.854877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075669.854881:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075669.854884:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617245184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075669.854903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075669.854905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075669.854908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075669.854909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075669.854910:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075669.854912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075669.854914:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2655
00000400:00000200:2.0:1769075669.854916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075669.854917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075669.854919:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075669.854921:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.854924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075669.854927:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075669.854928:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075669.854929:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075669.854931:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075669.854933:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075669.854935:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075669.854938:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.854940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075669.854943:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075669.854945:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075669.854947:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075669.854948:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075669.854952:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075669.854956:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.854960:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075669.854966:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075669.854969:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.854971:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075669.854976:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075669.854980:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075669.854985:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075669.854988:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.854990:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075669.855006:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075669.855009:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075669.855013:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075669.855019:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075669.855026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617245312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075669.855037:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075669.855041:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075669.855046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617245312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075669.855065:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075669.855067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075669.855073:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075669.855076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075669.855079:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075669.855082:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075669.855087:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075669.855090:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075669.855094:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2655
00000400:00000200:2.0:1769075669.855097:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075669.855102:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075669.855104:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075669.855106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.855110:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.855114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.855117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075669.855121:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075669.855122:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075669.855126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075669.855129:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075669.855134:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075669.855137:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075669.855144:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.855148:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075669.855151:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075669.855155:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075669.855157:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075669.855163:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075669.855165:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075669.855167:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075669.855170:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075669.855174:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.855175:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075669.855178:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075669.855182:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.855184:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075669.855188:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075669.855193:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075669.855198:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075669.855201:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075669.855205:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075669.855208:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075669.855210:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075669.855216:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075669.855220:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075669.855234:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617245440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075669.855245:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075669.855248:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075669.855255:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617245440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075669.855266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075669.855278:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2665)
00000800:00000200:1.1:1769075669.855278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075669.855283:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075669.855587:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075669.855591:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075669.855865:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075669.855868:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075671.390750:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297329606, at 4297329664
00000100:00000010:0.0:1769075671.390764:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:2.0:1769075673.246828:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075673.246831:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075673.246835:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075674.270774:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075674.270778:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075674.270781:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075674.974766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075674.974775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075674.974777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075674.974780:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075674.974783:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075674.974789:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2660
00000400:00000200:0.0:1769075674.974796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075674.974801:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075674.974804:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075674.974807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.974811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075674.974816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075674.974817:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075674.974820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075674.974822:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075674.974824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075674.974826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075674.974828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.974831:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075674.974834:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075674.974836:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974838:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075674.974840:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075674.974843:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075674.974845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.974846:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075674.974848:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075674.974856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769075674.974859:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075674.974862:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075674.974863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.974865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075674.974874:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075674.974878:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075674.974885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075674.974891:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075674.974897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617245568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075674.974918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075674.974923:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.974927:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617245568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075674.974944:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075674.974947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075674.974950:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075674.974951:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075674.974952:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075674.974954:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075674.974956:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2660
00000400:00000200:0.0:1769075674.974958:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075674.974960:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075674.974962:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075674.974963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.974966:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075674.974970:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075674.974971:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075674.974972:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075674.974974:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075674.974975:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075674.974977:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075674.974979:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.974983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974984:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075674.974986:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075674.974988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075674.974991:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075674.974995:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075674.975000:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075674.975004:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975007:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075674.975011:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075674.975018:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975024:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075674.975031:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769075674.975037:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075674.975043:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075674.975048:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075674.975057:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075674.975062:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075674.975072:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075674.975081:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075674.975091:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617245696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075674.975099:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075674.975102:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.975106:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617245696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075674.975121:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.975125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075674.975134:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075674.975141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075674.975147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075674.975158:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075674.975161:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075674.975165:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075674.975168:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2660
00000400:00000200:0.0:1769075674.975215:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075674.975230:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075674.975237:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769075674.975240:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075674.975246:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769075674.975246:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1769075674.975252:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.975261:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.975267:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075674.975270:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075674.975273:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075674.975276:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075674.975280:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075674.975283:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075674.975286:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075674.975291:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.975295:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075674.975300:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075674.975304:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075674.975310:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075674.975316:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075674.975321:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075674.975325:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075674.975328:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075674.975332:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975335:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075674.975339:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075674.975351:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975354:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075674.975360:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075674.975365:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075674.975368:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075674.975370:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075674.975374:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075674.975375:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075674.975377:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075674.975382:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075674.975387:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075674.975393:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617245824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075674.975405:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075674.975411:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.975418:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617245824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075674.975432:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075674.975439:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2670)
00000800:00000200:1.1:1769075674.975704:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075674.975707:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075674.975929:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075674.975931:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075676.510743:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297334726, at 4297334784
00000100:00000010:0.0:1769075676.510762:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:2.0:1769075678.366800:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075678.366806:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075678.366809:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075679.390857:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075679.390860:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075679.390863:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075680.095357:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075680.095539:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075680.095655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075681.630764:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297339846, at 4297339904
00000100:00000010:0.0:1769075681.630786:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3360.
00000400:00000100:2.0:1769075683.166938:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075683.166983:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075683.166993:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075683.166997:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075683.167000:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075683.167003:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075683.167008:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075683.167013:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075683.167019:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075683.167024:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075683.167031:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:2.0:1769075683.167034:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:2.0:1769075683.167040:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075683.167049:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470aa00 x1855007617245952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167077:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075683.167081:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470aa00 x1855007617245952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167090:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075683.167092:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075683.167102:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075683.167106:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075683.167109:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075683.167113:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075683.167117:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170d48
00000400:00000010:2.0:1769075683.167120:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170d48.
00000100:00000001:2.0:1769075683.167126:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075683.167133:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709c00 x1855007617246080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167145:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075683.167152:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709c00 x1855007617246080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167177:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075683.167180:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075683.167189:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075683.167195:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075683.167205:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075683.167217:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075683.167223:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:2.0:1769075683.167227:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:2.0:1769075683.167232:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075683.167239:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a300 x1855007617246208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167253:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075683.167261:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a300 x1855007617246208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075683.167275:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075683.167278:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075683.486807:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075683.486810:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075683.486813:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075684.510965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075684.510971:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075684.510976:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075685.215537:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075685.215542:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075685.216030:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075685.216033:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075685.216330:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075685.216333:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769075686.750802:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297344966, at 4297345024
00000100:00000010:0.0:1769075686.750816:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:2.0:1769075688.606822:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075688.606826:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075688.606828:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075689.630815:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075689.630819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075689.630822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075690.335391:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075690.335400:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075690.336076:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075690.336077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075690.336295:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075690.336298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769075691.870743:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297350086, at 4297350144
00000100:00000010:0.0:1769075691.870775:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:2.0:1769075693.726798:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075693.726801:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075693.726804:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075694.750871:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075694.750877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075694.750880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075695.454853:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075695.454863:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075695.454865:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075695.454869:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075695.454872:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075695.454879:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2681
00000400:00000200:2.0:1769075695.454887:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075695.454893:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075695.454895:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075695.454898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.454901:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.454903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.454905:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075695.454909:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075695.454910:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075695.454913:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075695.454915:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075695.454917:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075695.454918:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075695.454920:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.454922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.454923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.454925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075695.454927:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075695.454930:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075695.454932:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075695.454935:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075695.454938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075695.454940:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.454942:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075695.454943:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075695.454952:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075695.454955:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075695.454958:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075695.454960:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.454973:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075695.454976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075695.454980:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075695.454987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075695.454992:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075695.454999:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617247104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075695.455007:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075695.455011:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075695.455015:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617247104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075695.455039:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075695.455041:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075695.455044:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075695.455045:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075695.455046:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075695.455048:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075695.455050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2681
00000400:00000200:2.0:1769075695.455052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075695.455054:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075695.455056:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075695.455058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.455062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455063:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075695.455065:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075695.455066:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075695.455067:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075695.455080:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075695.455081:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075695.455083:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075695.455084:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.455087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455088:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075695.455090:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075695.455091:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455093:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075695.455094:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075695.455098:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075695.455099:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455101:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075695.455104:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075695.455106:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455107:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075695.455110:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075695.455111:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075695.455113:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075695.455114:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455115:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075695.455116:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075695.455117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075695.455119:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075695.455122:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075695.455126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617247232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075695.455131:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075695.455133:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075695.455136:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617247232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075695.455144:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075695.455146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075695.455149:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075695.455152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075695.455156:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075695.455157:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075695.455158:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075695.455160:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075695.455161:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2681
00000400:00000200:2.0:1769075695.455165:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075695.455167:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075695.455170:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075695.455172:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.455175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455176:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075695.455177:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075695.455178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075695.455179:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075695.455181:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075695.455183:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075695.455186:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075695.455202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455209:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075695.455216:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075695.455220:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075695.455222:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075695.455223:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075695.455233:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075695.455235:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075695.455237:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455239:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075695.455241:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075695.455245:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455248:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075695.455251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075695.455257:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075695.455267:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075695.455270:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075695.455279:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075695.455284:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075695.455286:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075695.455302:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075695.455310:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075695.455325:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617247360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075695.455334:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075695.455337:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075695.455341:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617247360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075695.455362:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075695.455371:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2691)
00000800:00000200:3.1:1769075695.455776:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075695.455780:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075695.456126:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075695.456128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075695.456541:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075695.456543:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769075696.990823:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297355207, at 4297355264
00000100:00000010:0.0:1769075696.990846:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769075698.846843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075698.846847:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075698.846851:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075699.870866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075699.870870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075699.870875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075700.575399:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075700.575407:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075700.576085:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075700.576088:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075700.576521:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075700.576524:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769075702.110755:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297360326, at 4297360384
00000100:00000010:0.0:1769075702.110770:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000020:00000001:2.0:1769075703.966971:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075703.966977:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075703.966981:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075704.990971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075704.990980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075704.990986:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075705.695668:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075705.695674:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075705.696312:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075705.696315:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075705.696713:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075705.696716:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769075707.230810:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297365447, at 4297365504
00000100:00000010:0.0:1769075707.230819:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:2.0:1769075709.086850:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075709.086854:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075709.086857:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075710.110836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075710.110841:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075710.110845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075710.815549:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075710.815560:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075710.816243:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075710.816246:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075710.816583:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075710.816585:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1769075712.350746:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297370566, at 4297370624
00000100:00000010:0.0:1769075712.350774:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:2.0:1769075714.206989:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075714.206996:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075714.207000:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075715.230831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075715.230835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075715.230838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075715.935242:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075715.935249:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075715.935583:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075715.935585:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769075715.935793:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075715.935795:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1769075717.470792:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297375686, at 4297375744
00000100:00000010:0.0:1769075717.470805:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:2.0:1769075719.326909:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075719.326913:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075719.326916:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075720.350816:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075720.350819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075720.350821:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075721.055723:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075721.055728:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075721.056277:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075721.056280:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075721.056525:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075721.056527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769075722.590796:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297380807, at 4297380864
00000100:00000010:0.0:1769075722.590824:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:2.0:1769075724.446864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075724.446870:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075724.446875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075725.470882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075725.470887:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075725.470891:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075726.176148:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075726.176175:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075726.176826:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075726.176829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075726.177249:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075726.177252:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769075727.710919:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297385927, at 4297385984
00000100:00000010:0.0:1769075727.710928:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:2.0:1769075729.566877:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075729.566885:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075729.566891:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075730.590964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075730.590969:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075730.590994:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075731.296057:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075731.296066:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075731.296689:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075731.296694:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075731.297141:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075731.297145:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769075732.830771:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297391047, at 4297391104
00000100:00000010:0.0:1769075732.830794:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000020:00000001:2.0:1769075733.662914:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075733.662919:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075733.662960:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075734.686983:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075734.686988:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075734.686992:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075735.710975:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075735.710983:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075735.710990:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075736.414907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075736.414936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075736.414941:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075736.414946:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075736.414954:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075736.414966:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2722
00000400:00000200:2.0:1769075736.414981:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075736.414990:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075736.414996:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075736.415003:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075736.415014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075736.415026:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075736.415030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075736.415034:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075736.415039:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075736.415044:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075736.415049:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075736.415056:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075736.415065:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075736.415075:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075736.415081:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415086:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075736.415092:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075736.415097:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075736.415102:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.415106:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075736.415110:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075736.415135:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075736.415142:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075736.415148:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075736.415151:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.415156:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075736.415161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075736.415167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075736.415179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075736.415188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075736.415203:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617250176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075736.415222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075736.415229:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075736.415238:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617250176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075736.415280:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075736.415286:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075736.415293:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075736.415296:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075736.415300:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075736.415305:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075736.415310:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2722
00000400:00000200:2.0:1769075736.415318:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075736.415334:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075736.415338:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075736.415344:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415348:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075736.415352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075736.415361:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075736.415364:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075736.415368:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075736.415372:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075736.415378:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075736.415382:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075736.415389:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415394:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075736.415402:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075736.415418:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075736.415430:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075736.415442:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075736.415453:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075736.415467:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075736.415477:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.415484:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075736.415494:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075736.415506:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.415515:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075736.415530:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075736.415538:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075736.415551:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075736.415570:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.415581:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075736.415586:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075736.415592:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075736.415608:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075736.415621:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075736.415644:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617250304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075736.415723:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075736.415734:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075736.415753:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617250304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075736.415790:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075736.415807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075736.415827:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075736.415840:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075736.415854:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075736.415859:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075736.415863:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075736.415868:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075736.415903:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2722
00000400:00000200:2.0:1769075736.415924:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075736.415944:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075736.415956:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075736.415972:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769075736.415982:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075736.415984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769075736.415988:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769075736.415997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.416008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075736.416021:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075736.416027:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075736.416036:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075736.416045:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075736.416057:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075736.416068:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075736.416087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.416096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075736.416104:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075736.416112:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075736.416122:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075736.416137:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075736.416149:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075736.416161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075736.416172:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075736.416185:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.416196:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075736.416201:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075736.416206:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.416211:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075736.416221:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075736.416227:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075736.416239:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075736.416248:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075736.416262:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075736.416271:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075736.416282:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075736.416298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075736.416312:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075736.416334:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617250432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075736.416395:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075736.416406:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075736.416428:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617250432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075736.416485:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075736.416503:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2732)
00000800:00000200:1.1:1769075736.416826:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075736.416829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075736.417189:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075736.417192:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769075737.950788:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297396167, at 4297396224
00000100:00000010:0.0:1769075737.950806:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:2.0:1769075738.782964:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075738.782970:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075738.782975:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075739.806959:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075739.806965:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075739.806970:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075740.830910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075740.830915:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075740.830919:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075741.535405:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075741.535411:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075741.536102:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075741.536104:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075741.536393:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075741.536395:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769075743.070822:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297401286, at 4297401344
00000100:00000010:0.0:1769075743.070841:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000020:00000001:2.0:1769075743.902913:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075743.902918:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075743.902923:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075744.926934:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075744.926941:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075744.926947:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075745.950918:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075745.950924:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075745.950930:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075746.654832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075746.654846:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075746.654849:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075746.654854:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075746.654859:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075746.654871:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2732
00000400:00000200:2.0:1769075746.654887:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075746.654897:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075746.654905:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075746.654912:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.654918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.654923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.654928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075746.654935:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075746.654939:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075746.654944:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075746.654966:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075746.654972:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075746.654977:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075746.654984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.654988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.654991:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.654993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075746.654998:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075746.655004:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655009:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075746.655014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075746.655020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075746.655026:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.655030:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075746.655034:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075746.655047:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075746.655055:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075746.655062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075746.655065:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.655070:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075746.655075:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075746.655083:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075746.655096:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075746.655107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075746.655122:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617250944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075746.655138:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075746.655144:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075746.655150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617250944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075746.655183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075746.655188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075746.655193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075746.655195:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075746.655197:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075746.655211:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075746.655217:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2732
00000400:00000200:2.0:1769075746.655226:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075746.655234:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075746.655240:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075746.655247:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.655266:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075746.655288:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075746.655296:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075746.655318:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075746.655325:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075746.655336:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075746.655345:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075746.655357:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655363:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.655373:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075746.655390:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075746.655405:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655415:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075746.655420:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075746.655431:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075746.655441:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.655450:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075746.655461:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075746.655476:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.655485:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075746.655502:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075746.655512:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075746.655524:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075746.655531:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.655549:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075746.655553:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075746.655561:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075746.655572:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075746.655581:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075746.655599:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617251072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075746.655635:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075746.655643:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075746.655654:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617251072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075746.655771:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075746.655782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075746.655790:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075746.655800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075746.655809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075746.655811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075746.655813:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075746.655820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075746.655832:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2732
00000800:00000200:1.1:1769075746.655835:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769075746.655844:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075746.655853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075746.655856:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075746.655862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655874:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.655887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075746.655913:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075746.655919:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075746.655924:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075746.655930:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075746.655941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075746.655951:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075746.655970:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.655983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075746.655993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075746.656000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075746.656007:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075746.656023:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075746.656036:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075746.656046:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075746.656057:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075746.656070:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.656079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075746.656088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075746.656096:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.656100:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075746.656113:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075746.656122:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075746.656131:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075746.656137:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075746.656146:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075746.656152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075746.656161:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075746.656176:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075746.656188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075746.656208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617251200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075746.656251:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075746.656263:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075746.656285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617251200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075746.656332:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075746.656344:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2742)
00000800:00000200:1.1:1769075746.656439:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075746.656829:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769075748.190819:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297406407, at 4297406464
00000100:00000010:0.0:1769075748.190854:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769075749.022970:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075749.022976:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075749.022981:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075750.046981:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075750.046987:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075750.046992:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075751.070793:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075751.070807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075751.070810:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075751.775652:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075751.775688:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075751.776198:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075751.776201:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075751.776571:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075751.776575:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769075753.118814:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075753.118817:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075753.118821:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075753.310785:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297411527, at 4297411584
00000100:00000010:0.0:1769075753.310801:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000020:00000001:2.0:1769075754.142786:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075754.142789:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075754.142792:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075755.166847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075755.166851:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075755.166860:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075756.190798:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075756.190803:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075756.190807:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075756.895279:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075756.895282:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075756.895678:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075756.895680:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769075756.895881:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075756.895883:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075758.238818:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075758.238822:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075758.238825:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075758.430770:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297416646, at 4297416704
00000100:00000010:0.0:1769075758.430788:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000020:00000001:2.0:1769075759.262802:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075759.262805:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075759.262808:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075760.286812:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075760.286816:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075760.286820:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075761.310820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075761.310823:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075761.310826:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075762.015403:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075762.015409:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075762.015967:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075762.015970:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075762.016274:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075762.016277:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769075763.358768:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075763.358772:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075763.358776:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075763.550727:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297421766, at 4297421824
00000100:00000010:0.0:1769075763.550744:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769075764.382805:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075764.382809:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075764.382812:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075765.406837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075765.406842:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075765.406847:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075766.430824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075766.430829:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075766.430833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075767.135464:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075767.135467:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075767.135903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075767.135906:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075767.136139:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075767.136141:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769075768.478933:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075768.478941:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075768.478946:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075768.670774:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297426886, at 4297426944
00000100:00000010:0.0:1769075768.670791:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769075769.502900:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075769.502905:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075769.502909:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075770.526871:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075770.526876:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075770.526880:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075771.550888:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075771.550893:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075771.550897:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075772.255325:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075772.255332:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075772.255644:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075772.255646:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769075772.255856:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075772.255858:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769075773.598819:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075773.598823:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075773.598826:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075773.790745:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297432006, at 4297432064
00000100:00000010:0.0:1769075773.790753:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769075774.622848:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075774.622852:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075774.622857:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075775.646777:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075775.646781:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075775.646783:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075776.670835:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075776.670840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075776.670843:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075777.375238:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075777.375245:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075777.375535:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075777.375536:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075777.375747:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075777.375756:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769075778.718934:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075778.718943:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075778.718950:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075778.910799:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297437126, at 4297437184
00000100:00000010:0.0:1769075778.910816:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769075779.742841:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075779.742846:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075779.742850:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075780.766832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075780.766837:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075780.766840:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075781.790956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075781.790962:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075781.790966:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075782.495834:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075782.495843:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075782.496624:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075782.496626:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075782.497053:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075782.497056:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769075783.838821:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075783.838824:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075783.838827:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075784.030830:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297442247, at 4297442304
00000100:00000010:0.0:1769075784.030853:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769075784.862949:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075784.862954:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075784.862959:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075785.886934:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075785.886941:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075785.886947:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075786.910837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075786.910844:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075786.910850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075787.615286:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075787.615302:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075787.615617:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075787.615618:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075787.615909:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075787.615911:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769075788.958911:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075788.958914:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075788.958917:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075789.150740:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297447366, at 4297447424
00000100:00000010:0.0:1769075789.150755:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000020:00000001:2.0:1769075789.982856:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075789.982864:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075789.982870:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075791.006904:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075791.006909:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075791.006913:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075792.030906:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075792.030911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075792.030916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075792.736195:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075792.736200:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075792.736910:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075792.736915:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769075792.737648:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075792.737652:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769075794.078966:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075794.078974:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075794.078980:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075794.270841:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297452488, at 4297452544
00000100:00000010:0.0:1769075794.270860:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000020:00000001:2.0:1769075795.102941:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075795.102947:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075795.102952:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075796.126813:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075796.126818:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075796.126822:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075797.150986:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075797.150996:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075797.151004:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075797.856202:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075797.856219:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075797.857002:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075797.857004:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075797.857323:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075797.857325:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769075799.198980:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075799.198985:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075799.198989:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075799.390853:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297457607, at 4297457664
00000100:00000010:0.0:1769075799.390875:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769075800.222818:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075800.222823:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075800.222826:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075801.246864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075801.246868:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075801.246871:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075802.270857:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075802.270861:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075802.270865:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075802.975946:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075802.975952:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075802.976598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075802.976601:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075802.976931:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075802.976933:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769075804.318867:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075804.318874:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075804.318878:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075804.510772:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297462727, at 4297462784
00000100:00000010:0.0:1769075804.510799:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:2.0:1769075805.342941:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075805.342948:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075805.342952:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075806.366820:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075806.366826:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075806.366830:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075807.390974:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075807.390980:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075807.390986:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075808.095598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075808.095610:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075808.096219:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075808.096222:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769075808.096593:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075808.096598:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769075809.438857:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075809.438862:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075809.438866:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075809.630807:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297467847, at 4297467904
00000100:00000010:0.0:1769075809.630828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:2.0:1769075810.462820:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075810.462823:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075810.462826:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075811.486800:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075811.486803:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075811.486806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075812.510883:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075812.510889:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075812.510894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075813.215830:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075813.216244:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075813.216502:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769075814.558838:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075814.558843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075814.558848:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075814.750819:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297472967, at 4297473024
00000100:00000010:0.0:1769075814.750842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000020:00000001:2.0:1769075815.582909:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075815.582914:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075815.582917:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769075816.287104:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075816.287153:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075816.287165:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075816.287171:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075816.287176:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075816.287181:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075816.287193:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075816.287198:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769075816.287206:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075816.287212:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075816.287222:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:2.0:1769075816.287225:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:2.0:1769075816.287231:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075816.287242:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709500 x1855007617255936/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287275:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075816.287280:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617255936/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287288:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075816.287291:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075816.287305:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075816.287308:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769075816.287312:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075816.287317:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075816.287321:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451707f8
00000400:00000010:2.0:1769075816.287323:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451707f8.
00000100:00000001:2.0:1769075816.287326:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075816.287333:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708a80 x1855007617256064/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287346:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075816.287352:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617256064/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287363:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075816.287366:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075816.287377:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075816.287383:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769075816.287389:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075816.287394:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075816.287398:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170f68
00000400:00000010:2.0:1769075816.287404:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170f68.
00000100:00000001:2.0:1769075816.287409:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075816.287417:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a680 x1855007617256192/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287431:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075816.287436:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617256192/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075816.287447:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075816.287451:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075816.606961:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075816.606967:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075816.606973:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075817.630846:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075817.630850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075817.630854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075818.335984:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075818.335999:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075818.336921:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075818.336925:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075818.338058:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075818.338064:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769075819.678859:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075819.678864:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075819.678868:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075819.870798:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297478088, at 4297478144
00000100:00000010:0.0:1769075819.870836:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:2.0:1769075820.702942:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075820.702949:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075820.702955:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075821.726876:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075821.726884:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075821.726890:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075822.750968:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075822.750974:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075822.750979:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075823.455524:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075823.455527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075823.455895:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075823.455897:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075823.456120:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075823.456122:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075824.798960:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075824.798968:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075824.798974:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075824.990855:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297483206, at 4297483264
00000100:00000010:0.0:1769075824.990880:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:2.0:1769075825.822892:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075825.822898:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075825.822902:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075826.846922:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075826.846926:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075826.846930:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075827.870834:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075827.870841:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075827.870846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075828.575471:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075828.575474:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075828.575892:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075828.575894:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769075828.576168:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075828.576170:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769075829.918915:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075829.918920:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075829.918923:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075830.110757:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297488326, at 4297488384
00000100:00000010:0.0:1769075830.110777:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000020:00000001:2.0:1769075831.966950:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075831.966957:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075831.966962:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075832.990922:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075832.990928:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075832.990932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075833.696166:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075833.696179:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075833.696981:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075833.696987:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769075833.697485:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075833.697488:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769075835.038969:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075835.038975:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075835.038980:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075835.230773:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297493447, at 4297493504
00000100:00000010:0.0:1769075835.230794:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:2.0:1769075837.086957:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075837.086964:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075837.086969:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075838.110831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075838.110851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075838.110854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075838.815865:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075838.815870:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075838.816341:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075838.816344:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075838.816684:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075838.816686:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769075840.158924:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075840.158933:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075840.158939:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075840.350797:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297498567, at 4297498624
00000100:00000010:0.0:1769075840.350829:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:2.0:1769075842.206956:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075842.206962:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075842.206967:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075843.230897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075843.230902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075843.230923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075843.934812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.934824:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075843.934828:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.934832:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075843.934839:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.934849:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2829
00000400:00000200:0.0:1769075843.934863:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075843.934870:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075843.934875:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075843.934880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.934885:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.934888:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.934891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075843.934898:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.934901:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075843.934905:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075843.934907:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075843.934910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075843.934912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075843.934915:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.934917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.934918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.934920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075843.934924:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075843.934927:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075843.934929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.934932:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075843.934936:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075843.934938:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.934940:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075843.934942:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075843.934955:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769075843.934959:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075843.934964:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.934965:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.934969:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.934972:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075843.934978:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075843.934989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075843.934997:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075843.935007:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617258240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075843.935017:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.935022:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.935026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617258240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075843.935052:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075843.935055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.935058:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075843.935060:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.935061:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075843.935064:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.935066:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2829
00000400:00000200:0.0:1769075843.935086:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075843.935091:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075843.935093:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075843.935096:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935098:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.935101:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075843.935105:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.935105:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075843.935107:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075843.935110:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075843.935129:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075843.935132:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075843.935139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935141:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.935147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935152:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075843.935155:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075843.935162:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935168:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.935172:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075843.935198:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075843.935205:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935212:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075843.935218:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075843.935226:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935233:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075843.935241:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769075843.935265:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075843.935271:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.935274:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935280:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.935286:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075843.935291:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075843.935301:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075843.935329:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075843.935338:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617258368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075843.935350:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.935355:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.935360:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617258368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075843.935372:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.935394:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075843.935403:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075843.935414:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075843.935426:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075843.935433:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075843.935437:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075843.935466:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075843.935473:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2829
00000400:00000200:0.0:1769075843.935484:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075843.935493:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075843.935498:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075843.935507:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935510:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.935517:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935522:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075843.935528:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075843.935531:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075843.935532:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075843.935536:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075843.935539:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075843.935543:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075843.935550:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935554:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075843.935559:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935565:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075843.935571:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075843.935579:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075843.935582:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075843.935584:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075843.935588:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075843.935592:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935595:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075843.935599:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075843.935603:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935605:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075843.935613:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769075843.935618:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075843.935621:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075843.935622:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075843.935627:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075843.935631:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075843.935634:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075843.935642:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000800:00000200:1.1:1769075843.935646:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075843.935649:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075843.935651:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00100000:0.0:1769075843.935694:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617258496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075843.935708:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075843.935713:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.935719:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617258496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075843.935743:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075843.935751:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2839)
00000800:00000200:1.1:1769075843.936240:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075843.936243:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769075843.936586:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075843.936588:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769075845.278988:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075845.278995:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075845.278999:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075845.470832:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297503687, at 4297503744
00000100:00000010:0.0:1769075845.470849:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:2.0:1769075847.326995:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075847.327000:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075847.327005:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075848.350839:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075848.350854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075848.350858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075849.055857:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075849.055868:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075849.056739:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075849.056745:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075849.057327:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075849.057332:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769075850.398893:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075850.398954:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075850.398958:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075850.591368:0:12329:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297508807, at 4297508864
00000100:00000010:0.0:1769075850.591377:0:12329:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000020:00000001:2.0:1769075852.447025:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075852.447030:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075852.447035:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075853.470904:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075853.470941:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075853.470948:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075854.174840:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.174857:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075854.174873:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.174879:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.174888:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.174896:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2840
00000400:00000200:2.0:1769075854.174945:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075854.174957:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.174963:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.174970:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.174976:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.174981:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.174985:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075854.174993:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.174997:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075854.175002:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.175074:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075854.175078:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075854.175082:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075854.175087:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175090:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.175092:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175095:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075854.175099:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075854.175104:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175107:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.175111:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.175115:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.175118:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175121:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075854.175124:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.175146:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075854.175151:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075854.175156:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.175158:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175162:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.175165:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.175171:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.175180:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075854.175189:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.175211:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617259008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.175226:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.175231:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.175237:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617259008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.175269:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075854.175274:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.175278:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075854.175281:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.175283:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.175286:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.175290:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2840
00000400:00000200:2.0:1769075854.175296:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075854.175300:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.175304:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.175308:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175311:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.175315:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175319:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075854.175322:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.175324:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075854.175326:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.175329:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075854.175331:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075854.175334:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075854.175339:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175341:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.175344:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175347:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075854.175350:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075854.175354:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175358:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.175367:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.175374:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.175379:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175382:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075854.175391:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075854.175396:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175400:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.175406:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075854.175412:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075854.175421:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.175424:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175430:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.175435:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.175443:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.175457:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075854.175470:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.175496:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617259136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.175526:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.175537:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.175552:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617259136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.175574:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.175584:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075854.175590:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075854.175599:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075854.175603:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075854.175606:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075854.175611:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075854.175617:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075854.175622:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2840
00000400:00000200:2.0:1769075854.175636:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075854.175645:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075854.175651:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075854.175728:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175738:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.175754:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175762:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075854.175767:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075854.175770:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075854.175774:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075854.175779:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075854.175783:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075854.175798:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075854.175806:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175810:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075854.175815:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175820:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075854.175826:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075854.175833:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075854.175839:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075854.175844:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075854.175862:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075854.175868:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175872:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075854.175876:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075854.175881:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175884:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075854.175890:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075854.175894:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075854.175897:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075854.175921:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075854.175924:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075854.175926:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075854.175930:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075854.175936:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075854.175953:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075854.175963:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617259264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075854.175988:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075854.175993:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.176001:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617259264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075854.176018:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075854.176026:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2850)
00000800:00000200:1.1:1769075854.177646:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075854.177650:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075854.178344:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075854.178348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075854.178834:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075854.178837:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769075855.518924:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075855.518927:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075855.518930:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075855.710777:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297513929, at 4297513984
00000100:00000010:0.0:1769075855.710813:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95cc0.
00000020:00000001:2.0:1769075857.568028:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075857.568032:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075857.568036:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075858.590907:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075858.590912:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075858.590917:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075859.295028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.295043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075859.295047:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.295053:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.295058:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.295070:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2845
00000400:00000200:0.0:1769075859.295083:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075859.295094:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.295099:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.295107:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295111:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295114:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075859.295123:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075859.295125:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075859.295129:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075859.295132:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075859.295134:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075859.295136:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075859.295139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075859.295146:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075859.295150:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295152:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.295155:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.295159:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.295161:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295163:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075859.295165:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.295180:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769075859.295184:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075859.295189:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.295190:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295194:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.295197:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.295203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.295214:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769075859.295223:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.295233:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617259392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.295244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.295250:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.295254:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617259392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.295277:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075859.295280:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.295284:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075859.295285:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.295287:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.295289:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.295291:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2845
00000400:00000200:0.0:1769075859.295294:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075859.295296:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.295298:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.295301:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295303:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075859.295308:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075859.295309:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075859.295311:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075859.295313:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075859.295314:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075859.295316:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075859.295319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295325:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075859.295327:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075859.295329:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295332:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.295335:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.295342:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.295344:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295346:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075859.295351:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075859.295354:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295357:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.295361:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769075859.295369:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075859.295375:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.295377:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295381:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.295387:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.295391:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.295400:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769075859.295404:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.295412:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617259520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.295426:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.295429:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.295443:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617259520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.295452:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.295470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075859.295489:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075859.295506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075859.295513:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075859.295525:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075859.295533:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075859.295539:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075859.295551:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2845
00000400:00000200:0.0:1769075859.295568:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075859.295575:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075859.295582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075859.295593:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295632:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295636:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075859.295640:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075859.295649:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075859.295654:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075859.295660:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075859.295662:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075859.295663:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075859.295666:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295687:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075859.295689:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295691:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075859.295694:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075859.295697:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075859.295699:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075859.295702:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075859.295786:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075859.295793:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295797:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075859.295801:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075859.295804:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295829:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075859.295836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769075859.295843:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075859.295846:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075859.295853:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075859.295856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075859.295860:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075859.295864:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075859.295873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769075859.295881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075859.295897:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617259648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075859.295977:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075859.295985:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.295997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617259648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075859.296020:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075859.296034:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2855)
00000800:00000200:1.1:1769075859.296171:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075859.296176:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075859.297107:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075859.297113:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075859.297882:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075859.297888:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769075860.638901:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075860.638907:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075860.638911:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075860.830867:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297519048, at 4297519104
00000100:00000010:0.0:1769075860.830893:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000020:00000001:2.0:1769075862.686938:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075862.686945:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075862.686950:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075863.711108:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075863.711115:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075863.711122:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075864.414888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075864.414906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075864.414911:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075864.414917:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075864.414924:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075864.414943:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2850
00000400:00000200:0.0:1769075864.414959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075864.414969:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075864.414976:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075864.414985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.414992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415005:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075864.415016:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075864.415020:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075864.415027:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075864.415033:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075864.415039:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075864.415045:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075864.415053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415058:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075864.415074:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075864.415082:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415087:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075864.415094:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075864.415101:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075864.415107:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415112:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075864.415116:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075864.415134:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769075864.415140:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075864.415147:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075864.415149:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415154:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075864.415158:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075864.415166:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075864.415179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769075864.415189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075864.415204:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617259776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075864.415220:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075864.415227:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075864.415233:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617259776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075864.415269:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075864.415274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075864.415279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075864.415281:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075864.415283:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075864.415287:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075864.415290:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2850
00000400:00000200:0.0:1769075864.415295:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075864.415299:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075864.415303:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075864.415307:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415314:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415318:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075864.415322:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075864.415324:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075864.415326:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075864.415329:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075864.415333:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075864.415336:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075864.415340:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415344:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415354:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075864.415370:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075864.415381:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415389:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075864.415399:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075864.415410:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075864.415417:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415421:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075864.415431:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075864.415438:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415442:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075864.415452:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769075864.415456:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075864.415469:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075864.415473:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415478:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075864.415481:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075864.415487:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075864.415497:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769075864.415506:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075864.415523:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617259904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075864.415545:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075864.415549:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075864.415557:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617259904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075864.415582:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075864.415586:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075864.415595:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075864.415603:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075864.415614:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075864.415616:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075864.415618:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075864.415625:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075864.415632:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2850
00000400:00000200:0.0:1769075864.415644:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075864.415653:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075864.415702:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075864.415713:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415717:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415755:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075864.415759:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075864.415761:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075864.415763:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075864.415766:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075864.415768:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075864.415770:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075864.415776:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415779:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075864.415782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415785:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075864.415788:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075864.415791:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075864.415794:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075864.415796:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075864.415800:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075864.415808:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415815:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075864.415821:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075864.415830:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415836:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075864.415846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769075864.415856:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075864.415864:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075864.415868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075864.415877:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075864.415880:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075864.415886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075864.415897:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769075864.415906:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075864.415916:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617260032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075864.415935:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075864.415943:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075864.415952:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617260032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075864.415980:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075864.415996:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2860)
00000800:00000200:1.1:1769075864.416063:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075864.416068:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075864.416611:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075864.416614:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075864.417055:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075864.417058:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769075865.758985:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075865.758991:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075865.758997:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075865.950845:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297524167, at 4297524224
00000100:00000010:0.0:1769075865.950881:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:2.0:1769075867.806922:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075867.806928:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075867.806933:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075868.830902:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075868.830908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075868.830912:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075869.535565:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075869.535571:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075869.537149:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075869.537166:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769075869.537593:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075869.537597:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769075870.878836:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075870.878839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075870.878842:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075871.070773:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297529288, at 4297529344
00000100:00000010:0.0:1769075871.070788:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:2.0:1769075872.926872:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075872.926882:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075872.926888:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075873.950990:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075873.950999:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075873.951005:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075874.654849:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075874.654866:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075874.654870:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075874.654877:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075874.654884:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075874.654895:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2860
00000400:00000200:2.0:1769075874.654910:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075874.654921:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075874.654927:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075874.654934:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.654940:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.654943:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.654947:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075874.654952:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075874.654955:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075874.654970:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075874.654974:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075874.654977:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075874.654980:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075874.654984:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.654987:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.654990:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.654993:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075874.654997:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075874.655001:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655004:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075874.655007:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075874.655012:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075874.655015:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655018:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075874.655021:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075874.655033:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075874.655037:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075874.655042:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075874.655044:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655048:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075874.655051:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075874.655057:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075874.655069:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075874.655077:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075874.655088:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617260544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075874.655120:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075874.655138:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075874.655145:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617260544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075874.655174:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075874.655179:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075874.655183:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075874.655186:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075874.655188:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075874.655191:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075874.655195:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2860
00000400:00000200:2.0:1769075874.655201:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075874.655204:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075874.655207:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075874.655211:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655215:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.655218:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655221:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075874.655225:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075874.655227:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075874.655230:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075874.655232:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075874.655236:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075874.655239:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075874.655243:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655246:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.655250:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655253:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075874.655261:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075874.655270:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655276:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075874.655279:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075874.655288:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075874.655298:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655307:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075874.655319:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075874.655327:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655333:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075874.655339:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075874.655348:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075874.655358:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075874.655364:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655374:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075874.655379:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075874.655386:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075874.655396:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075874.655407:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075874.655420:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617260672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075874.655444:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075874.655453:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075874.655469:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617260672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075874.655487:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075874.655495:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075874.655509:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075874.655520:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075874.655538:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075874.655544:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075874.655550:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075874.655589:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075874.655598:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2860
00000400:00000200:2.0:1769075874.655611:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075874.655628:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075874.655634:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075874.655641:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655650:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.655653:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655696:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075874.655700:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075874.655703:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075874.655706:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075874.655708:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075874.655711:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075874.655715:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075874.655720:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655722:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075874.655725:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655727:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075874.655731:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075874.655734:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075874.655738:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075874.655742:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075874.655750:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075874.655759:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655764:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075874.655768:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075874.655777:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655783:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075874.655790:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075874.655801:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075874.655815:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075874.655824:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075874.655836:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075874.655845:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075874.655853:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075874.655864:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075874.655878:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075874.655897:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617260800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075874.655924:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075874.655931:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075874.655943:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617260800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075874.655961:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075874.655979:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2870)
00000800:00000200:1.1:1769075874.655988:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075874.655996:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075874.656592:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075874.656596:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769075874.657146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075874.657150:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769075875.999026:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075875.999035:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075875.999042:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075876.190877:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297534407, at 4297534464
00000100:00000010:0.0:1769075876.190912:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:2.0:1769075878.046901:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075878.046911:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075878.046919:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075879.070949:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075879.070959:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075879.070966:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075879.774792:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075879.774808:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075879.774811:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075879.774816:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075879.774822:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075879.774832:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2865
00000400:00000200:2.0:1769075879.774844:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075879.774852:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075879.774856:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075879.774860:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.774864:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.774868:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.774871:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075879.774876:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075879.774879:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075879.774883:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075879.774886:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075879.774905:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075879.774908:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075879.774911:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.774913:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.774917:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.774919:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075879.774923:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075879.774926:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075879.774929:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075879.774932:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075879.774936:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075879.774939:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.774941:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075879.774944:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075879.774955:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075879.774959:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075879.774964:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075879.774966:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.774969:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075879.774973:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075879.774979:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075879.774988:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075879.774997:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075879.775008:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617260928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075879.775022:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075879.775028:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075879.775033:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617260928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075879.775062:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075879.775066:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075879.775070:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075879.775072:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075879.775073:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075879.775076:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075879.775080:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2865
00000400:00000200:2.0:1769075879.775084:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075879.775087:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075879.775089:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075879.775093:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775095:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.775097:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775099:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075879.775101:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075879.775102:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075879.775104:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075879.775107:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075879.775108:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075879.775111:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075879.775113:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775115:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.775117:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775119:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075879.775121:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075879.775123:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775125:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075879.775127:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075879.775134:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075879.775137:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775139:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075879.775145:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075879.775148:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775151:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075879.775156:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075879.775159:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075879.775163:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075879.775167:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775174:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075879.775180:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075879.775187:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075879.775197:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075879.775209:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075879.775227:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617261056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075879.775262:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075879.775270:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075879.775290:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617261056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075879.775310:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075879.775317:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075879.775327:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075879.775334:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075879.775344:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075879.775348:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075879.775355:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075879.775366:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075879.775378:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2865
00000400:00000200:2.0:1769075879.775395:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075879.775410:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075879.775422:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075879.775434:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775439:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.775442:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775447:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075879.775455:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075879.775459:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075879.775464:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075879.775490:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075879.775496:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075879.775499:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075879.775507:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775527:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075879.775536:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775541:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075879.775547:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075879.775559:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075879.775568:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075879.775576:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075879.775583:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075879.775589:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775592:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075879.775598:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075879.775604:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775610:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075879.775618:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075879.775625:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075879.775647:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075879.775650:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075879.775653:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075879.775657:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075879.775661:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075879.775669:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:2.0:1769075879.775671:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075879.775678:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075879.775685:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617261184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075879.775733:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075879.775737:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075879.775747:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617261184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075879.775790:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075879.775801:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2875)
00000800:00000200:1.1:1769075879.776078:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075879.776230:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769075881.118898:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075881.118903:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075881.118906:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075881.310750:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297539527, at 4297539584
00000100:00000010:0.0:1769075881.310765:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:2.0:1769075883.166804:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075883.166807:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075883.166810:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075884.190928:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075884.190940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075884.190949:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075884.898084:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075884.898088:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075884.898676:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075884.898719:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769075884.899256:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075884.899261:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769075886.238905:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075886.238909:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075886.238912:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075886.430733:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297544649, at 4297544704
00000100:00000010:0.0:1769075886.430750:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000020:00000001:2.0:1769075888.286859:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075888.286866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075888.286872:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075889.310924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075889.310930:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075889.310944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075890.016104:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075890.016116:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075890.016985:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075890.016988:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075890.017457:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075890.017462:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075891.358892:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075891.358897:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075891.358901:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075891.550770:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297549767, at 4297549824
00000100:00000010:0.0:1769075891.550798:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:2.0:1769075893.406872:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075893.406876:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075893.406880:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075894.430789:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075894.430794:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075894.430798:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075895.134877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075895.134898:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075895.134901:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075895.134905:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075895.134909:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075895.134916:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2880
00000400:00000200:0.0:1769075895.134927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075895.134932:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075895.134936:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075895.134940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.134943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.134946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.134948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075895.134952:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075895.134954:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075895.134957:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075895.134960:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075895.134962:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075895.134964:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075895.134967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.134970:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.134972:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.134974:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075895.134977:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075895.134980:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075895.134983:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075895.134985:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075895.134989:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075895.134992:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.134994:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075895.134996:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075895.135005:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769075895.135009:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075895.135013:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075895.135014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135017:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075895.135020:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075895.135032:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075895.135041:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075895.135047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075895.135056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617262080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075895.135067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075895.135071:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075895.135076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617262080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075895.135097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075895.135101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075895.135104:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075895.135106:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075895.135108:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075895.135110:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075895.135113:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2880
00000400:00000200:0.0:1769075895.135117:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075895.135120:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075895.135123:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075895.135126:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135128:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.135131:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075895.135136:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075895.135137:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075895.135139:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075895.135141:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075895.135143:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075895.135146:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075895.135149:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135151:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.135155:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075895.135165:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075895.135171:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135185:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075895.135190:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075895.135199:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075895.135208:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135230:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075895.135239:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075895.135247:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075895.135265:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769075895.135274:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075895.135283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075895.135290:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135296:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075895.135303:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075895.135308:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075895.135327:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075895.135334:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075895.135346:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617262208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075895.135364:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075895.135371:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075895.135382:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617262208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075895.135405:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075895.135411:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075895.135414:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075895.135417:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075895.135424:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075895.135427:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075895.135430:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075895.135434:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075895.135441:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2880
00000400:00000200:0.0:1769075895.135451:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075895.135455:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075895.135457:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075895.135465:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135470:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.135477:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135481:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075895.135486:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075895.135490:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075895.135494:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075895.135497:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075895.135503:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075895.135509:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075895.135520:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135525:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075895.135532:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135539:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075895.135545:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075895.135552:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075895.135557:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075895.135560:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075895.135576:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075895.135581:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135584:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075895.135590:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075895.135595:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075895.135599:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075895.135608:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769075895.135630:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075895.135637:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075895.135641:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075895.135644:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769075895.135646:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075895.135650:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769075895.135654:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
02000000:00000001:0.0:1769075895.135655:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075895.135667:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075895.135757:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075895.135769:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617262336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075895.135786:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075895.135790:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075895.135798:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617262336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075895.135837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075895.135848:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2891)
00000800:00000200:1.1:1769075895.136534:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075895.136537:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769075895.137146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075895.137152:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769075896.478883:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075896.478887:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075896.478890:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075896.670770:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297554887, at 4297554944
00000100:00000010:0.0:1769075896.670794:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769075898.526937:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075898.526942:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075898.526946:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075899.550799:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075899.550803:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075899.550806:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769075900.254778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075900.254795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769075900.254798:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075900.254804:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075900.254815:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075900.254829:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2886
00000400:00000200:0.0:1769075900.254843:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075900.254850:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075900.254854:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075900.254857:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.254860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.254863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.254865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075900.254869:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075900.254871:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769075900.254873:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075900.254876:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769075900.254878:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769075900.254880:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769075900.254882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.254884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.254886:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.254887:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075900.254890:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769075900.254893:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075900.254895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075900.254899:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075900.254902:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075900.254904:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.254906:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769075900.254908:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075900.254918:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769075900.254921:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769075900.254933:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075900.254934:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.254938:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075900.254942:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075900.254948:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075900.254961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769075900.254969:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075900.254982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617262464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075900.254996:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075900.255001:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075900.255016:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617262464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075900.255037:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769075900.255040:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075900.255043:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769075900.255044:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075900.255045:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075900.255048:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075900.255050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2886
00000400:00000200:0.0:1769075900.255054:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075900.255056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075900.255058:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075900.255061:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.255064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075900.255067:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075900.255068:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769075900.255069:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075900.255071:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769075900.255072:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769075900.255074:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769075900.255076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.255080:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255081:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075900.255082:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769075900.255086:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255090:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075900.255093:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075900.255101:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075900.255103:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255106:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075900.255114:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769075900.255142:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255154:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075900.255165:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769075900.255173:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769075900.255180:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075900.255184:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255188:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075900.255194:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075900.255200:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075900.255221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769075900.255227:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075900.255238:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617262592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075900.255255:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075900.255264:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075900.255272:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617262592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075900.255300:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075900.255307:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769075900.255318:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769075900.255327:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769075900.255340:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769075900.255343:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769075900.255353:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769075900.255357:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769075900.255364:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2886
00000400:00000200:0.0:1769075900.255383:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769075900.255390:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769075900.255393:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769075900.255397:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255409:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.255414:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255424:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769075900.255427:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769075900.255428:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769075900.255430:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769075900.255432:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769075900.255437:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769075900.255443:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769075900.255454:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255456:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769075900.255459:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255466:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769075900.255471:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769075900.255474:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769075900.255475:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769075900.255476:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769075900.255480:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769075900.255490:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255492:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769075900.255498:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769075900.255516:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255520:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769075900.255528:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769075900.255534:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769075900.255539:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769075900.255540:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769075900.255542:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769075900.255544:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769075900.255547:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769075900.255553:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769075900.255570:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769075900.255590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617262720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769075900.255627:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769075900.255633:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075900.255647:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617262720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769075900.255697:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769075900.255706:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2896)
00000800:00000200:1.1:1769075900.255852:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075900.255859:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075900.256434:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075900.256440:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769075900.257019:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075900.257023:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769075901.598845:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075901.598866:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075901.598870:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075901.790871:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297560007, at 4297560064
00000100:00000010:0.0:1769075901.790891:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769075903.646884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075903.646890:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075903.646894:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075904.670986:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075904.670993:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075904.670999:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075905.375419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075905.375422:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075905.375941:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075905.375943:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769075905.376225:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075905.376227:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769075906.718817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075906.718821:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075906.718823:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075906.910741:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297565126, at 4297565184
00000100:00000010:0.0:1769075906.910758:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769075908.766862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075908.766866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075908.766870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075909.790808:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075909.790812:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075909.790814:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075910.494769:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075910.494777:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075910.494780:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075910.494782:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075910.494786:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075910.494792:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2896
00000400:00000200:2.0:1769075910.494799:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075910.494804:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075910.494806:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075910.494809:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494811:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.494813:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494815:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075910.494818:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075910.494819:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075910.494821:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075910.494823:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075910.494825:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075910.494827:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075910.494829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494830:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.494831:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494832:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075910.494835:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075910.494837:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494838:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075910.494841:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075910.494844:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075910.494846:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.494847:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075910.494849:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075910.494857:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769075910.494860:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075910.494863:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075910.494864:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.494866:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075910.494869:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075910.494872:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075910.494880:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075910.494885:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075910.494892:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617263232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075910.494900:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075910.494903:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075910.494907:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617263232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075910.494925:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075910.494928:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075910.494930:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075910.494931:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075910.494932:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075910.494934:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075910.494935:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2896
00000400:00000200:2.0:1769075910.494938:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075910.494939:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075910.494941:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075910.494943:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494944:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.494947:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494948:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075910.494950:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075910.494951:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075910.494968:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075910.494971:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075910.494974:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075910.494976:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075910.494978:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494980:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.494982:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494986:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075910.494988:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075910.494989:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075910.494992:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075910.494993:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075910.495010:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075910.495014:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495017:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075910.495022:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075910.495027:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495032:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075910.495037:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769075910.495042:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075910.495046:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075910.495048:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495053:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075910.495056:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075910.495059:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075910.495065:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075910.495070:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075910.495078:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617263360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075910.495087:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075910.495091:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075910.495096:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617263360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075910.495109:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075910.495112:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075910.495116:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075910.495118:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075910.495123:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075910.495124:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075910.495126:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075910.495130:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075910.495134:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2896
00000400:00000200:2.0:1769075910.495140:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075910.495145:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075910.495149:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075910.495154:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.495159:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.495163:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.495167:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075910.495171:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075910.495173:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075910.495176:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075910.495179:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075910.495183:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075910.495186:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075910.495190:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.495192:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075910.495194:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075910.495199:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075910.495204:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075910.495211:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075910.495218:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075910.495222:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075910.495227:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075910.495233:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495239:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075910.495245:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075910.495253:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495259:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075910.495266:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769075910.495271:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075910.495277:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075910.495280:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075910.495284:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075910.495286:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075910.495290:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075910.495298:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075910.495301:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075910.495309:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617263488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075910.495327:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769075910.495328:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075910.495334:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769075910.495334:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769075910.495345:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617263488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075910.495361:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075910.495370:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2906)
00000800:00000200:3.1:1769075910.495727:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075910.495728:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769075910.495979:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075910.495981:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769075911.838794:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075911.838799:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075911.838803:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075912.030762:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297570246, at 4297570304
00000100:00000010:0.0:1769075912.030777:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000020:00000001:2.0:1769075913.886792:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075913.886795:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075913.886798:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075914.910810:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075914.910815:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075914.910818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075915.615314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075915.615320:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075915.615742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075915.615744:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769075915.615994:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075915.615996:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769075916.958816:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075916.958820:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075916.958822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075917.150913:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297575366, at 4297575424
00000100:00000010:0.0:1769075917.150938:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769075919.006849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075919.006853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075919.006857:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075920.030828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075920.030831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075920.030834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075920.735217:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075920.735221:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075920.735585:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075920.735588:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769075920.735933:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075920.735935:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769075922.078837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075922.078841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075922.078844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075922.270774:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297580486, at 4297580544
00000100:00000010:0.0:1769075922.270797:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769075924.126846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075924.126849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075924.126852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075925.150859:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075925.150864:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075925.150868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075925.855192:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075925.855196:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075925.855567:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075925.855569:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075925.855837:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075925.855839:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769075927.198819:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075927.198823:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075927.198825:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075927.390747:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297585606, at 4297585664
00000100:00000010:0.0:1769075927.390764:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769075929.246837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075929.246841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075929.246844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075930.270806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075930.270810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075930.270813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075930.975243:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075930.975246:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075930.975640:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075930.975642:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075930.975978:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075930.975980:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769075932.318828:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075932.318832:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075932.318834:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075932.510735:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297590726, at 4297590784
00000100:00000010:0.0:1769075932.510752:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769075934.366837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075934.366840:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075934.366844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075935.390792:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075935.390796:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075935.390799:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075936.095306:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075936.095313:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075936.095705:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075936.095706:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769075936.095895:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075936.095897:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769075937.438776:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075937.438780:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075937.438782:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075937.630758:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297595846, at 4297595904
00000100:00000010:0.0:1769075937.630773:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769075939.486945:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075939.486951:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075939.486955:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075940.510807:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075940.510810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075940.510813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075941.215306:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075941.215314:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075941.215709:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075941.215711:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769075941.215918:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075941.215920:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769075942.558834:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075942.558838:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075942.558840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075942.750762:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297600966, at 4297601024
00000100:00000010:0.0:1769075942.750777:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769075944.606864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075944.606867:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075944.606870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075945.630932:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075945.630940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075945.630960:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075946.335605:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075946.336044:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075946.336315:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769075947.678814:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075947.678818:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075947.678821:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075947.870746:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297606087, at 4297606144
00000100:00000010:0.0:1769075947.870761:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000400:00000100:2.0:1769075949.406899:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769075949.406939:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769075949.406952:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075949.406957:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769075949.406961:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075949.406965:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769075949.406970:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075949.406974:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769075949.406980:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075949.406985:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075949.406992:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743d48
00000400:00000010:2.0:1769075949.406994:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743d48.
00000100:00000001:2.0:1769075949.406998:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075949.407006:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1c00 x1855007617265920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407031:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075949.407036:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617265920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407044:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075949.407046:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075949.407059:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075949.407063:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769075949.407068:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075949.407071:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075949.407075:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743aa0
00000400:00000010:2.0:1769075949.407078:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743aa0.
00000100:00000001:2.0:1769075949.407082:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075949.407086:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0e00 x1855007617266048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407107:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075949.407110:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617266048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407117:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075949.407118:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769075949.407126:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769075949.407129:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769075949.407132:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769075949.407135:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769075949.407138:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:2.0:1769075949.407140:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:2.0:1769075949.407142:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769075949.407146:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617266176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407154:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769075949.407158:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617266176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769075971 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075949.407164:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075949.407166:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769075949.726887:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075949.726891:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075949.726894:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075950.750847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075950.750851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075950.750854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075951.455255:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075951.455260:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075951.455841:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075951.455845:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769075951.456218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075951.456221:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769075952.798975:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075952.798982:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075952.798988:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075952.990857:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297611206, at 4297611264
00000100:00000010:0.0:1769075952.990898:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:2.0:1769075954.846784:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075954.846787:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075954.846789:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075955.870910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075955.870916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075955.870920:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075956.576007:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075956.576012:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075956.576472:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075956.576475:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769075956.576946:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075956.576949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769075957.918900:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075957.918906:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075957.918911:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075958.110803:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297616327, at 4297616384
00000100:00000010:0.0:1769075958.110819:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000020:00000001:2.0:1769075959.966945:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075959.966956:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075959.966963:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075960.990919:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075960.990927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075960.990932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075961.694829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075961.694841:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075961.694844:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075961.694848:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075961.694852:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075961.694890:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2947
00000400:00000200:2.0:1769075961.694904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075961.694913:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075961.694918:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075961.694923:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.694927:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.694931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.694935:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075961.694942:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075961.694956:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075961.694961:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075961.694965:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075961.694969:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075961.694973:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075961.694978:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.694980:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.694983:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.694986:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075961.694991:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075961.694996:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075961.694999:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075961.695031:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075961.695037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075961.695041:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695044:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075961.695047:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075961.695064:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769075961.695069:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075961.695075:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075961.695078:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075961.695086:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075961.695135:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075961.695148:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075961.695155:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075961.695166:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617267072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075961.695206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075961.695212:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075961.695217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617267072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075961.695240:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075961.695245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075961.695249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075961.695250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075961.695252:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075961.695255:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075961.695257:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2947
00000400:00000200:2.0:1769075961.695261:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075961.695265:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075961.695268:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075961.695271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695273:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.695276:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695279:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075961.695299:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075961.695301:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075961.695305:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075961.695308:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075961.695313:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075961.695321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075961.695327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695329:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.695331:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075961.695336:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075961.695341:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695346:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075961.695374:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075961.695384:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075961.695413:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695417:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075961.695424:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075961.695431:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695437:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075961.695450:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769075961.695461:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075961.695478:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075961.695499:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695505:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075961.695506:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075961.695508:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075961.695514:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075961.695527:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075961.695540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617267200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075961.695557:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075961.695560:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075961.695566:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617267200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075961.695585:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075961.695594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075961.695602:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075961.695610:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075961.695626:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075961.695633:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075961.695640:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075961.695648:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075961.695659:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2947
00000400:00000200:2.0:1769075961.695709:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075961.695714:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075961.695716:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075961.695719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695727:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.695731:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695733:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075961.695739:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075961.695744:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075961.695748:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075961.695751:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075961.695755:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075961.695758:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075961.695763:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075961.695777:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695780:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075961.695787:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075961.695796:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075961.695801:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075961.695804:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075961.695808:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075961.695813:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695819:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075961.695834:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075961.695836:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695846:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075961.695871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769075961.695885:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075961.695909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075961.695916:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075961.695926:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075961.695931:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075961.695936:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075961.695951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000800:00000200:1.1:1769075961.695960:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769075961.695965:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075961.695965:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1769075961.695993:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617267328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075961.696021:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075961.696028:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075961.696043:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617267328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075961.696107:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075961.696121:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2957)
00000800:00000200:1.1:1769075961.696419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075961.696421:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769075961.696612:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075961.696614:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769075963.038970:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075963.038981:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075963.038998:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075963.230919:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297621447, at 4297621504
00000100:00000010:0.0:1769075963.230958:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:2.0:1769075965.086915:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075965.086922:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075965.086929:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075966.110964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075966.110973:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075966.110981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075966.814824:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075966.814842:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075966.814847:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075966.814853:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075966.814859:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075966.814884:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2952
00000400:00000200:2.0:1769075966.814898:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075966.814909:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075966.814914:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075966.814918:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.814923:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.814927:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.814931:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075966.814938:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075966.814940:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075966.814945:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075966.814948:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075966.814951:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075966.814954:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075966.814958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.814960:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.814962:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.814965:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075966.814969:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075966.814974:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075966.814978:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075966.814983:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075966.814989:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075966.814993:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.814996:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075966.814999:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075966.815034:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075966.815040:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075966.815047:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075966.815049:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.815054:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075966.815058:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075966.815066:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075966.815078:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075966.815088:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075966.815101:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617267456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075966.815116:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075966.815123:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075966.815129:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617267456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075966.815175:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075966.815180:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075966.815185:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075966.815187:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075966.815189:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075966.815193:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075966.815196:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2952
00000400:00000200:2.0:1769075966.815202:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075966.815206:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075966.815209:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075966.815213:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815217:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.815221:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815224:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075966.815228:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075966.815231:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075966.815234:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075966.815237:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075966.815240:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075966.815243:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075966.815247:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815249:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.815253:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815258:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075966.815270:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075966.815281:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815294:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075966.815297:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075966.815306:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075966.815314:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.815328:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075966.815341:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075966.815354:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.815376:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075966.815396:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075966.815412:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075966.815428:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075966.815436:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.815457:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075966.815465:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075966.815476:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075966.815490:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075966.815499:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075966.815519:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617267584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075966.815594:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075966.815606:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075966.815634:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617267584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075966.815707:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075966.815714:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075966.815721:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075966.815727:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075966.815733:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075966.815736:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075966.815742:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075966.815747:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075966.815759:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2952
00000400:00000200:2.0:1769075966.815768:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075966.815788:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075966.815798:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075966.815813:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815818:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.815824:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815839:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075966.815852:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075966.815856:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075966.815860:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075966.815863:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075966.815868:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075966.815874:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075966.815890:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815897:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075966.815907:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815911:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075966.815921:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075966.815938:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075966.815945:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075966.815957:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075966.815967:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075966.815979:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.815984:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075966.815992:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075966.815998:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.816032:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075966.816042:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075966.816050:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075966.816057:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075966.816060:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075966.816064:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075966.816067:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075966.816074:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075966.816087:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769075966.816098:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075966.816116:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617267712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075966.816144:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075966.816152:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075966.816161:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617267712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075966.816191:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075966.816218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075966.816224:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1769075966.816227:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2962)
00000800:00000200:1.1:1769075966.816893:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075966.816897:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769075966.817316:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075966.817319:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769075968.158958:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075968.158965:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075968.158972:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075968.350829:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297626567, at 4297626624
00000100:00000010:0.0:1769075968.350865:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:2.0:1769075970.207003:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075970.207007:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075970.207011:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075971.230983:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075971.230992:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075971.230998:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075971.934780:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075971.934798:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075971.934803:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075971.934810:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075971.934818:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075971.934848:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2957
00000400:00000200:2.0:1769075971.934860:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075971.934868:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075971.934873:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075971.934878:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.934882:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.934886:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.934889:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075971.934894:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075971.934897:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075971.934900:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075971.934904:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075971.934907:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075971.934910:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075971.934914:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.934917:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.934919:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.934941:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075971.934947:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075971.934951:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075971.934954:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075971.934961:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075971.934968:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075971.934974:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.934978:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075971.934982:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075971.934996:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075971.935003:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075971.935010:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075971.935013:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935019:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075971.935038:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075971.935046:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075971.935061:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075971.935072:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075971.935087:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617267840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075971.935102:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075971.935108:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075971.935114:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617267840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075971.935146:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075971.935150:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075971.935155:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075971.935158:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075971.935160:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075971.935163:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075971.935166:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2957
00000400:00000200:2.0:1769075971.935172:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075971.935176:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075971.935180:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075971.935185:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935189:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.935194:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935197:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075971.935201:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075971.935203:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075971.935206:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075971.935211:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075971.935219:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075971.935222:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075971.935226:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935229:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.935231:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935235:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075971.935240:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075971.935249:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935255:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075971.935259:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075971.935267:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075971.935291:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935298:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075971.935307:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075971.935317:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935327:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075971.935336:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075971.935343:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075971.935354:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075971.935359:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935367:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075971.935369:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075971.935374:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075971.935384:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075971.935396:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075971.935419:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617267968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075971.935440:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075971.935449:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075971.935459:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617267968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075971.935481:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075971.935492:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075971.935508:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075971.935519:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075971.935530:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075971.935537:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075971.935544:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075971.935555:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075971.935567:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2957
00000400:00000200:2.0:1769075971.935597:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075971.935613:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075971.935619:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075971.935630:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935634:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.935641:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935646:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075971.935650:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075971.935654:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075971.935699:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075971.935702:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075971.935705:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075971.935709:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075971.935714:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935719:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075971.935722:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935727:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075971.935733:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075971.935744:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075971.935755:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075971.935764:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075971.935776:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075971.935789:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935801:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075971.935812:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075971.935826:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935841:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075971.935853:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075971.935864:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075971.935872:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075971.935880:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075971.935888:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075971.935892:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075971.935898:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075971.935907:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075971.935919:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075971.935965:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617268096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769075971.935972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075971.935982:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769075971.936009:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075971.936019:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075971.936042:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617268096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075971.936079:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075971.936092:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2967)
00000800:00000200:1.1:1769075971.936749:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075971.936753:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769075971.937172:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075971.937175:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769075973.278875:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075973.278882:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075973.278887:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075973.470791:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297631687, at 4297631744
00000100:00000010:0.0:1769075973.470816:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:2.0:1769075975.326934:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075975.326942:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075975.326950:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075976.350953:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075976.350959:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075976.350965:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075977.054766:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.054779:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075977.054796:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.054800:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.054805:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.054815:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2962
00000400:00000200:2.0:1769075977.054827:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075977.054835:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.054864:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.054869:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.054873:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.054877:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.054881:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075977.054886:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.054888:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075977.054892:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.054896:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075977.054899:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075977.054902:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075977.054908:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.054912:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.054916:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.054920:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075977.054927:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075977.054933:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075977.054938:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.054945:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.054951:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.054956:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.054960:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075977.054965:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.054978:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769075977.054985:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075977.054992:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.054996:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.055001:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.055006:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.055013:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.055027:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075977.055036:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.055048:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617268224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.055062:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.055068:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.055076:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617268224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.055119:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075977.055126:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.055133:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075977.055136:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.055139:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.055145:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.055150:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2962
00000400:00000200:2.0:1769075977.055160:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075977.055166:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.055171:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.055177:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055181:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.055186:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055191:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075977.055196:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.055199:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075977.055204:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.055209:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075977.055216:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075977.055220:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075977.055227:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055232:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.055236:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055242:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075977.055249:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075977.055264:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055279:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.055287:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.055302:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075977.055323:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.055336:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075977.055349:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075977.055365:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.055379:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.055389:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769075977.055397:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075977.055413:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.055416:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.055431:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.055435:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.055444:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.055453:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075977.055471:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.055495:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617268352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.055526:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.055536:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.055577:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617268352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.055609:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.055631:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075977.055652:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075977.055729:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075977.055749:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075977.055758:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075977.055764:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075977.055770:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075977.055779:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2962
00000400:00000200:2.0:1769075977.055800:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075977.055811:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075977.055820:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075977.055828:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055858:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.055867:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075977.055881:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075977.055891:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075977.055897:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075977.055904:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075977.055916:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075977.055936:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075977.055961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.055977:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075977.055993:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075977.056012:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075977.056024:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075977.056037:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075977.056047:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075977.056055:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075977.056072:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769075977.056087:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769075977.056093:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075977.056096:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1769075977.056107:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075977.056122:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075977.056138:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.056154:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075977.056177:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769075977.056196:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075977.056219:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075977.056226:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075977.056238:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075977.056248:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075977.056259:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075977.056286:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075977.056308:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075977.056325:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617268480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075977.056350:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075977.056361:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.056376:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617268480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075977.056399:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075977.056410:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2973)
00000800:00000200:1.1:1769075977.056974:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075977.056978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769075977.057514:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075977.057519:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769075978.398991:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075978.398997:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075978.399001:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075978.590906:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297636807, at 4297636864
00000100:00000010:0.0:1769075978.590947:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:2.0:1769075980.447005:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075980.447011:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075980.447017:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075981.470975:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075981.470981:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075981.470986:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075982.175743:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075982.175776:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075982.176290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075982.176293:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769075982.176504:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075982.176506:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769075983.518860:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075983.518867:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075983.518872:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075983.710871:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297641927, at 4297641984
00000100:00000010:0.0:1769075983.710890:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:2.0:1769075985.566965:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075985.566971:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075985.566975:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075986.590947:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075986.590956:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075986.590963:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769075987.295982:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075987.295990:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075987.296654:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075987.296713:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769075987.297115:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769075987.297119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769075988.639039:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075988.639046:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075988.639068:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075988.830790:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297647047, at 4297647104
00000100:00000010:0.0:1769075988.830819:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:2.0:1769075990.686978:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075990.686983:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075990.686988:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075991.710825:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075991.710828:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075991.710831:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769075992.415452:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075992.415458:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075992.415950:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075992.415953:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769075992.416323:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075992.416326:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769075993.758860:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075993.758866:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075993.758871:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075993.951304:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297652166, at 4297652224
00000100:00000010:0.0:1769075993.951327:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:2.0:1769075995.806908:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075995.806914:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075995.806919:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769075996.830918:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769075996.830924:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769075996.830929:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769075997.534847:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075997.534864:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769075997.534870:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075997.534877:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075997.534885:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075997.534909:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2983
00000400:00000200:2.0:1769075997.534922:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075997.534933:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075997.534939:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075997.534946:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.534950:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.534954:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.534958:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075997.534964:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075997.534967:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769075997.534970:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075997.534974:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769075997.534977:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769075997.534980:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769075997.534984:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.534987:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.534989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.534992:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075997.534996:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769075997.535000:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535003:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075997.535006:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075997.535010:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075997.535014:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535016:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769075997.535019:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075997.535030:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769075997.535034:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769075997.535039:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075997.535041:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535045:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075997.535048:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075997.535053:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075997.535063:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769075997.535072:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075997.535083:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617269760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075997.535097:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075997.535103:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075997.535110:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617269760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075997.535141:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769075997.535146:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075997.535151:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769075997.535153:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075997.535155:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075997.535158:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075997.535162:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2983
00000400:00000200:2.0:1769075997.535167:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075997.535171:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075997.535174:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075997.535178:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535181:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.535184:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535187:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075997.535190:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075997.535192:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769075997.535194:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075997.535196:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769075997.535199:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769075997.535201:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769075997.535206:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535208:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.535211:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535213:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075997.535216:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769075997.535221:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535224:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075997.535227:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075997.535235:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075997.535239:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535241:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075997.535246:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769075997.535252:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535259:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075997.535265:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769075997.535273:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769075997.535282:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075997.535285:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535289:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075997.535292:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075997.535296:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075997.535307:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769075997.535315:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075997.535331:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617269888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075997.535358:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075997.535364:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075997.535377:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617269888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075997.535412:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075997.535420:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769075997.535431:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769075997.535441:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769075997.535448:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769075997.535451:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769075997.535455:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769075997.535459:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769075997.535464:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2983
00000400:00000200:2.0:1769075997.535468:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769075997.535478:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769075997.535483:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769075997.535490:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535545:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.535552:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535556:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769075997.535563:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769075997.535565:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769075997.535569:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769075997.535577:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769075997.535586:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769075997.535597:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769075997.535608:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535613:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769075997.535622:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535630:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769075997.535639:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769075997.535648:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769075997.535655:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769075997.535701:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769075997.535707:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769075997.535710:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535718:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769075997.535724:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769075997.535734:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535741:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769075997.535751:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769075997.535762:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769075997.535769:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769075997.535776:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769075997.535784:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769075997.535787:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769075997.535793:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769075997.535812:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769075997.535828:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769075997.535854:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617270016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769075997.535908:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769075997.535920:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769075997.535939:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617270016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769075997.535971:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769075997.535981:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769075997.535983:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2993)
00000800:00000200:1.1:1769075997.535994:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075997.536641:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075997.536644:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769075997.537092:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769075997.537097:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769075998.878972:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769075998.878979:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769075998.878984:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769075999.070812:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297657287, at 4297657344
00000100:00000010:0.0:1769075999.070828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:2.0:1769076000.926915:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076000.926919:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076000.926922:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076001.950783:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076001.950788:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076001.950792:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076002.654780:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076002.654809:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076002.654813:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076002.654818:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076002.654823:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076002.654831:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 2988
00000400:00000200:2.0:1769076002.654842:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076002.654850:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076002.654854:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076002.654859:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.654879:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.654882:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.654887:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076002.654894:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076002.654897:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076002.654900:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076002.654904:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076002.654908:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076002.654912:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076002.654916:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.654919:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.654922:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.654925:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076002.654930:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076002.654935:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076002.654940:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076002.654943:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076002.654948:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076002.654952:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.654956:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076002.654959:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076002.654971:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076002.654976:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076002.654980:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076002.654981:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.654984:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076002.654987:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076002.654991:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076002.655000:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769076002.655007:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076002.655016:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617270144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076002.655031:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076002.655037:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076002.655045:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617270144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076002.655076:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076002.655081:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076002.655086:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076002.655088:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076002.655091:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076002.655095:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076002.655099:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2988
00000400:00000200:2.0:1769076002.655104:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076002.655108:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076002.655119:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076002.655123:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655126:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.655129:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655134:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076002.655137:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076002.655143:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076002.655146:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076002.655152:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076002.655154:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076002.655157:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076002.655162:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655168:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.655173:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076002.655184:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076002.655191:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655194:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076002.655200:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076002.655208:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076002.655216:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655223:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076002.655240:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076002.655248:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655254:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076002.655262:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076002.655270:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076002.655278:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076002.655283:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655289:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076002.655292:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076002.655294:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076002.655301:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769076002.655334:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076002.655343:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617270272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076002.655355:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076002.655362:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076002.655371:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617270272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076002.655433:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076002.655442:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076002.655468:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076002.655474:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076002.655483:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076002.655488:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076002.655492:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076002.655498:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076002.655511:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 2988
00000400:00000200:2.0:1769076002.655523:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076002.655529:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076002.655535:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076002.655560:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655563:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.655571:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655578:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076002.655582:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076002.655586:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076002.655589:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076002.655593:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076002.655598:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076002.655604:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076002.655615:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655622:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076002.655631:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655640:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076002.655646:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076002.655651:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076002.655661:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076002.655668:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076002.655710:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076002.655716:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655718:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076002.655721:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076002.655746:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655748:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076002.655755:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076002.655764:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076002.655771:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076002.655778:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076002.655784:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769076002.655785:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076002.655788:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076002.655792:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076002.655797:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769076002.655808:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076002.655810:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00100000:2.0:1769076002.655825:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617270400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076002.655848:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076002.655853:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076002.655866:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617270400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076002.655909:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076002.655919:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (2998)
00000800:00000200:1.1:1769076002.656580:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076002.656583:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076002.657027:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076002.657029:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076003.998909:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076003.998916:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076003.998921:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076004.190800:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297662407, at 4297662464
00000100:00000010:0.0:1769076004.190822:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:2.0:1769076006.046896:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076006.046902:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076006.046907:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076007.070908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076007.070916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076007.070922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076007.775934:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076007.775942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076007.776600:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076007.776602:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076007.777033:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076007.777038:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076009.118912:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076009.118921:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076009.118928:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076009.310780:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297667527, at 4297667584
00000100:00000010:0.0:1769076009.310800:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:2.0:1769076011.167000:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076011.167007:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076011.167012:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076012.190956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076012.190966:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076012.190973:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076012.895767:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076012.896318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076012.896532:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076014.238897:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076014.238903:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076014.238908:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076014.430767:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297672647, at 4297672704
00000100:00000010:0.0:1769076014.430783:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000400:00000100:2.0:1769076015.967274:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076015.967381:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076015.967400:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076015.967407:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076015.967413:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076015.967419:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076015.967428:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076015.967436:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769076015.967446:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076015.967454:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076015.967465:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743000
00000400:00000010:2.0:1769076015.967470:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743000.
00000100:00000001:2.0:1769076015.967479:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076015.967498:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3100 x1855007617270912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.967544:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076015.967553:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617270912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.967570:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076015.967575:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076015.967599:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076015.967604:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076015.967618:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076015.967627:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076015.967634:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743a18
00000400:00000010:2.0:1769076015.967639:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743a18.
00000100:00000001:2.0:1769076015.967646:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076015.967763:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1180 x1855007617271040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.967800:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076015.967815:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617271040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.967843:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076015.967853:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076015.967882:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076015.967899:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076015.967915:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076015.967935:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076015.967953:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:2.0:1769076015.967962:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:2.0:1769076015.967974:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076015.967988:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3480 x1855007617271168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.968013:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076015.968030:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617271168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076037 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076015.968096:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076015.968107:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076016.286978:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076016.286984:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076016.286990:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076017.310953:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076017.310962:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076017.310969:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076018.015732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076018.015738:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076018.017464:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076018.017468:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076018.017971:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076018.017974:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076019.358857:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076019.358862:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076019.358867:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076019.550819:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297677768, at 4297677824
00000100:00000010:0.0:1769076019.550846:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:2.0:1769076021.406898:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076021.406902:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076021.406905:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076022.430895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076022.430901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076022.430906:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076023.134902:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.134915:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076023.134920:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.134925:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.134931:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.134940:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3008
00000400:00000200:2.0:1769076023.134952:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076023.134959:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.134964:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.134971:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.134977:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.134982:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.134985:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076023.134991:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.134994:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076023.134998:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.135002:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076023.135006:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076023.135010:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076023.135015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135019:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.135022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135025:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076023.135029:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076023.135034:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135037:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.135040:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.135044:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.135047:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135050:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076023.135053:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.135093:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076023.135099:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076023.135104:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.135106:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135110:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.135113:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.135119:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.135129:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769076023.135137:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.135149:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617271680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.135172:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.135178:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.135184:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617271680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.135211:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076023.135215:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.135220:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076023.135222:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.135225:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.135228:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.135231:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3008
00000400:00000200:2.0:1769076023.135238:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076023.135244:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.135247:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.135253:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135260:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.135266:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135272:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076023.135278:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.135281:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076023.135285:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.135288:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076023.135298:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076023.135307:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076023.135320:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135325:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.135333:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135340:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076023.135347:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076023.135358:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135367:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.135372:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.135382:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.135390:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135395:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076023.135404:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076023.135411:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135415:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.135426:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076023.135432:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076023.135438:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.135443:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135447:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.135452:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.135456:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.135465:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769076023.135473:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.135489:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617271808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.135512:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.135518:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.135527:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617271808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.135539:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.135544:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076023.135551:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076023.135557:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076023.135575:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076023.135587:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076023.135596:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076023.135609:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076023.135624:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3008
00000400:00000200:2.0:1769076023.135770:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076023.135786:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076023.135791:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076023.135803:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135813:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076023.135823:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135828:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076023.135837:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076023.135840:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076023.135843:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076023.135851:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076023.135861:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076023.135867:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076023.135879:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076023.135882:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076023.135884:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076023.135893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769076023.135895:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135904:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076023.135911:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076023.135921:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076023.135929:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076023.135933:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076023.135942:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076023.135952:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135959:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076023.135963:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076023.135972:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.135979:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076023.135986:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076023.135994:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076023.136004:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076023.136009:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076023.136017:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076023.136023:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076023.136028:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076023.136040:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769076023.136051:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076023.136091:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617271936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076023.136107:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076023.136115:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.136126:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617271936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076023.136143:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076023.136153:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3019)
00000800:00000200:3.1:1769076023.136616:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076023.136620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076023.137098:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076023.137103:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1769076024.478914:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076024.478921:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076024.478926:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076024.670834:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297682887, at 4297682944
00000100:00000010:0.0:1769076024.670867:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d20.
00000020:00000001:2.0:1769076026.526895:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076026.526912:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076026.526917:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076027.550908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076027.550914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076027.550935:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076028.254805:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.254818:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076028.254821:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.254826:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.254831:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.254840:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3014
00000400:00000200:2.0:1769076028.254854:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076028.254863:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.254869:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.254876:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.254882:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.254887:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.254892:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076028.254899:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.254902:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076028.254907:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.254911:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076028.254916:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076028.254921:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076028.254927:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.254931:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.254935:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.254939:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076028.254945:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076028.254951:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076028.254957:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.254961:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.254967:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.254972:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255005:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076028.255008:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.255020:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076028.255024:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076028.255029:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.255031:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255035:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.255038:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.255044:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.255055:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769076028.255063:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.255075:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617272064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.255089:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.255094:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.255100:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617272064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.255128:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076028.255132:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.255137:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076028.255139:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.255141:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.255144:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.255147:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3014
00000400:00000200:2.0:1769076028.255153:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076028.255157:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.255160:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.255164:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255167:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.255171:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255174:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076028.255177:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.255179:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076028.255182:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.255185:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076028.255187:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076028.255191:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076028.255199:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255206:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.255215:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255217:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076028.255225:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076028.255232:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255235:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.255237:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.255243:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.255251:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255258:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076028.255267:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076028.255277:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255283:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.255292:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076028.255300:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076028.255308:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.255312:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255316:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.255321:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.255326:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.255334:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769076028.255342:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.255356:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617272192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.255380:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.255384:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.255396:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617272192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.255416:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.255425:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076028.255432:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076028.255439:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076028.255448:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076028.255456:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076028.255459:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076028.255465:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076028.255472:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3014
00000400:00000200:2.0:1769076028.255485:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076028.255494:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076028.255502:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076028.255510:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255517:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.255525:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255529:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076028.255535:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076028.255538:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076028.255540:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076028.255543:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076028.255563:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076028.255566:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076028.255579:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255583:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076028.255592:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255598:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076028.255601:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076028.255608:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076028.255613:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076028.255618:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076028.255622:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076028.255628:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255636:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076028.255641:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076028.255647:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255652:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076028.255660:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076028.255666:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076028.255670:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076028.255722:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076028.255730:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076028.255735:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076028.255741:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076028.255750:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769076028.255758:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076028.255770:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617272320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076028.255794:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076028.255801:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.255807:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617272320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076028.255823:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076028.255834:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3024)
00000800:00000200:3.1:1769076028.255877:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076028.255882:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076028.256390:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076028.256393:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076028.256849:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076028.256852:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076029.598891:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076029.598898:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076029.598904:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076029.790824:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297688007, at 4297688064
00000100:00000010:0.0:1769076029.790842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769076031.647029:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076031.647037:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076031.647044:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076032.671057:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076032.671066:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076032.671072:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076033.376157:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076033.376169:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076033.377079:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076033.377083:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076033.377453:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076033.377457:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076034.718922:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076034.718927:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076034.718931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076034.910806:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297693127, at 4297693184
00000100:00000010:0.0:1769076034.910842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:2.0:1769076036.767009:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076036.767016:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076036.767021:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076037.790954:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076037.790961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076037.790967:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076038.495973:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076038.495982:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076038.496985:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076038.496988:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076038.497527:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076038.497533:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076039.838947:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076039.838953:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076039.838958:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076040.030760:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297698248, at 4297698304
00000100:00000010:0.0:1769076040.030798:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:2.0:1769076041.886983:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076041.886994:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076041.887002:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076042.910959:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076042.910965:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076042.910970:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076043.615805:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076043.615819:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076043.616549:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076043.616554:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076043.617134:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076043.617139:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076044.958916:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076044.958922:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076044.958927:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076045.150799:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297703367, at 4297703424
00000100:00000010:0.0:1769076045.150820:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:2.0:1769076047.007010:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076047.007016:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076047.007021:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076048.031319:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076048.031339:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076048.031345:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076048.736218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076048.736227:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076048.736891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076048.736893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076048.737204:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076048.737217:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076050.078907:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076050.078912:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076050.078918:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076050.270797:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297708487, at 4297708544
00000100:00000010:0.0:1769076050.270813:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:2.0:1769076052.126815:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076052.126818:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076052.126822:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076053.150886:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076053.150895:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076053.150903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076053.855768:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076053.855779:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076053.856478:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076053.856482:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076053.856924:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076053.856929:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076055.198876:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076055.198885:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076055.198890:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076055.390778:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297713607, at 4297713664
00000100:00000010:0.0:1769076055.390800:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000020:00000001:2.0:1769076057.246953:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076057.246962:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076057.246968:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076058.270928:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076058.270934:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076058.270939:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076058.975762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076058.975772:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076058.976584:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076058.976587:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076058.976994:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076058.976997:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076060.318958:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076060.318967:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076060.318973:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076060.510746:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297718727, at 4297718784
00000100:00000010:0.0:1769076060.510762:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:2.0:1769076062.366831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076062.366834:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076062.366837:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076063.390813:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076063.390818:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076063.390821:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076064.094812:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076064.094821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076064.094824:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076064.094827:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076064.094831:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076064.094837:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3049
00000400:00000200:0.0:1769076064.094873:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076064.094879:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076064.094883:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076064.094886:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.094890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.094893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.094895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076064.094900:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076064.094902:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076064.094905:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076064.094908:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076064.094910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076064.094913:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076064.094916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.094918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.094920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.094922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076064.094926:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076064.094929:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076064.094932:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076064.094936:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076064.094939:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076064.094942:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.094944:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076064.094947:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076064.094955:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076064.094959:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076064.094964:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076064.094965:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.094968:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076064.094971:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076064.094975:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076064.094983:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076064.095007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076064.095016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617274752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076064.095026:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076064.095030:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076064.095034:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617274752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076064.095056:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076064.095059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076064.095062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076064.095064:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076064.095065:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076064.095067:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076064.095069:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3049
00000400:00000200:0.0:1769076064.095072:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076064.095075:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076064.095077:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076064.095081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.095085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095087:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076064.095090:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076064.095093:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076064.095095:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076064.095097:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076064.095098:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076064.095100:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076064.095103:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095105:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.095107:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076064.095112:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076064.095120:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095123:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076064.095127:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076064.095139:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076064.095150:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095159:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076064.095168:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076064.095181:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095194:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076064.095205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076064.095209:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076064.095214:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076064.095227:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095242:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076064.095250:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076064.095279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076064.095288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076064.095295:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076064.095310:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617274880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076064.095346:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076064.095356:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076064.095367:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617274880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076064.095429:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076064.095439:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076064.095454:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076064.095459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076064.095467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076064.095469:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076064.095471:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076064.095481:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076064.095487:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3049
00000400:00000200:0.0:1769076064.095542:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076064.095551:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076064.095558:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076064.095566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095574:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.095602:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769076064.095612:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076064.095615:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769076064.095617:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1769076064.095623:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076064.095626:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076064.095632:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076064.095636:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076064.095643:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076064.095648:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076064.095661:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095665:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076064.095672:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095727:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076064.095736:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076064.095767:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076064.095776:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076064.095786:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076064.095796:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076064.095807:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095814:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076064.095820:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076064.095830:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095856:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076064.095871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076064.095883:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076064.095888:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076064.095891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076064.095894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076064.095896:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076064.095901:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076064.095921:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076064.095943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076064.095966:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617275008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076064.096023:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076064.096029:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076064.096038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617275008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076064.096079:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076064.096097:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3060)
00000800:00000200:1.1:1769076064.096331:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076064.096334:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076064.096575:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076064.096577:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1769076065.438939:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076065.438948:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076065.438957:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076065.630907:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297723847, at 4297723904
00000100:00000010:0.0:1769076065.630934:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769076067.486941:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076067.486947:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076067.486952:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076068.510968:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076068.510989:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076068.510994:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076069.214788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076069.214803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076069.214808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076069.214814:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076069.214822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076069.214834:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3055
00000400:00000200:0.0:1769076069.214849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076069.214859:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076069.214866:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076069.214873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.214880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.214885:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.214890:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076069.214898:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076069.214901:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076069.214906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076069.214912:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076069.214917:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076069.214922:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076069.214928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.214932:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.214937:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.214941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076069.214948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076069.214955:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076069.214960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076069.214966:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076069.214973:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076069.214978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.214983:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076069.214987:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076069.215000:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076069.215006:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076069.215011:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076069.215014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215018:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076069.215022:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076069.215028:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076069.215037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076069.215045:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076069.215057:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617275136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076069.215072:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076069.215078:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076069.215084:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617275136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076069.215115:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076069.215120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076069.215124:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076069.215126:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076069.215129:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076069.215132:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076069.215136:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3055
00000400:00000200:0.0:1769076069.215143:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076069.215148:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076069.215152:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076069.215157:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215161:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.215165:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076069.215171:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076069.215173:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076069.215175:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076069.215178:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076069.215181:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076069.215189:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076069.215194:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.215208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076069.215218:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076069.215227:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215236:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076069.215241:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076069.215250:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076069.215256:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215261:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076069.215270:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076069.215278:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215282:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076069.215317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076069.215324:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076069.215332:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076069.215336:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215342:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076069.215346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076069.215352:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076069.215361:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076069.215370:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076069.215386:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617275264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076069.215413:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076069.215419:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076069.215430:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617275264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076069.215454:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076069.215459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076069.215468:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076069.215472:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076069.215481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076069.215487:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076069.215492:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076069.215497:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076069.215504:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3055
00000400:00000200:0.0:1769076069.215522:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076069.215537:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076069.215546:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076069.215554:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215562:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.215573:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076069.215592:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076069.215599:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076069.215602:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076069.215605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076069.215612:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076069.215618:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076069.215627:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215633:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076069.215639:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215648:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076069.215656:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076069.215730:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076069.215739:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076069.215747:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076069.215756:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076069.215765:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215771:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076069.215777:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076069.215784:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215790:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076069.215795:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076069.215800:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076069.215809:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076069.215815:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076069.215825:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076069.215831:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076069.215840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076069.215855:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076069.215869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076069.215887:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:0.0:1769076069.215895:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617275392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076069.215895:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1769076069.215933:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076069.215944:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076069.215962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617275392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076069.215995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076069.216006:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3065)
00000800:00000200:1.1:1769076069.216570:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076069.216575:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076069.217115:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076069.217119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1769076070.558889:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076070.558900:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076070.558909:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076070.750841:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297728967, at 4297729024
00000100:00000010:0.0:1769076070.750865:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769076072.606845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076072.606850:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076072.606854:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076073.630866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076073.630896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076073.630903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076074.334896:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076074.334912:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076074.334916:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076074.334921:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076074.334926:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076074.334936:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3060
00000400:00000200:2.0:1769076074.334967:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076074.334978:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076074.334983:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076074.334999:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335004:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335008:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335011:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076074.335018:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076074.335021:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076074.335026:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076074.335030:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076074.335034:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076074.335037:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076074.335040:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335043:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335046:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335049:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076074.335054:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076074.335059:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335062:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076074.335066:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076074.335071:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076074.335075:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335080:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076074.335083:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076074.335115:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076074.335120:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076074.335127:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076074.335130:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335136:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076074.335140:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076074.335147:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076074.335164:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ac400.
00000100:00000001:2.0:1769076074.335175:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076074.335201:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617275520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076074.335232:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076074.335238:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076074.335263:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617275520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076074.335297:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076074.335302:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076074.335307:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076074.335309:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076074.335312:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076074.335316:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076074.335319:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3060
00000400:00000200:2.0:1769076074.335325:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076074.335346:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076074.335350:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076074.335353:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335356:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335366:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335369:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076074.335375:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076074.335378:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076074.335382:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076074.335385:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076074.335391:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076074.335397:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076074.335403:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335406:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335412:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335417:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076074.335423:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076074.335430:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335436:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076074.335441:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076074.335449:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076074.335455:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335459:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076074.335467:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076074.335474:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335481:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076074.335487:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076074.335493:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076074.335499:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076074.335503:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335507:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076074.335509:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076074.335512:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076074.335546:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769076074.335555:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076074.335574:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617275648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076074.335586:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076074.335590:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076074.335601:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617275648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076074.335616:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076074.335623:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076074.335633:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076074.335640:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076074.335647:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076074.335650:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076074.335669:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076074.335673:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076074.335677:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3060
00000400:00000200:2.0:1769076074.335681:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076074.335685:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076074.335718:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076074.335722:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335729:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335753:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335761:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076074.335770:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076074.335777:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076074.335782:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076074.335786:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076074.335792:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076074.335796:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076074.335810:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335821:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076074.335829:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335838:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076074.335843:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076074.335852:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076074.335877:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076074.335879:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076074.335883:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076074.335888:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335892:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076074.335896:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076074.335903:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335906:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076074.335912:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076074.335919:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076074.335926:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076074.335931:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076074.335936:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076074.335939:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076074.335944:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076074.335971:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769076074.335980:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076074.335997:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617275776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076074.336024:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076074.336032:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076074.336039:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617275776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076074.336050:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076074.336061:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3070)
00000800:00000200:1.1:1769076074.336121:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076074.336126:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076074.336832:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076074.336836:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076074.337392:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076074.337395:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076075.678930:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076075.678939:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076075.678946:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076075.870824:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297734087, at 4297734144
00000100:00000010:0.0:1769076075.870848:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769076077.726947:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076077.726953:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076077.726958:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076078.750976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076078.750986:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076078.751013:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076079.454855:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076079.454872:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076079.454877:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076079.454883:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076079.454889:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076079.454900:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3065
00000400:00000200:2.0:1769076079.454916:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076079.454925:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076079.454930:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076079.454936:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.454940:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.454944:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.454948:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076079.454954:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076079.454957:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076079.454961:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076079.454965:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076079.454968:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076079.454972:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076079.454975:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.454978:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.454981:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.454984:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076079.454988:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076079.454993:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076079.454997:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076079.455001:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076079.455007:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076079.455010:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455014:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076079.455018:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076079.455034:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076079.455040:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076079.455046:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076079.455048:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455053:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076079.455058:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076079.455065:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076079.455081:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600af400.
00000100:00000001:2.0:1769076079.455092:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076079.455108:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617275904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076079.455152:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076079.455163:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076079.455174:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617275904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076079.455230:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076079.455237:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076079.455243:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076079.455246:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076079.455248:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076079.455252:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076079.455256:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3065
00000400:00000200:2.0:1769076079.455262:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076079.455266:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076079.455269:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076079.455275:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455279:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.455282:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455287:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076079.455291:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076079.455294:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076079.455297:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076079.455301:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076079.455304:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076079.455308:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076079.455314:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455320:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.455327:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455333:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076079.455339:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076079.455348:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455356:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076079.455362:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076079.455374:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076079.455380:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455386:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076079.455395:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076079.455401:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455406:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076079.455413:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076079.455420:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076079.455423:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076079.455425:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455428:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076079.455430:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076079.455435:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076079.455446:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600ad400.
00000100:00000001:2.0:1769076079.455460:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076079.455484:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617276032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076079.455515:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076079.455525:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076079.455543:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617276032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076079.455568:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076079.455575:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076079.455584:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076079.455590:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076079.455599:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076079.455604:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076079.455610:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076079.455614:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076079.455621:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3065
00000400:00000200:2.0:1769076079.455627:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076079.455633:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076079.455641:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076079.455652:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455707:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.455711:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455720:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076079.455728:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076079.455733:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076079.455739:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076079.455744:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076079.455752:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076079.455760:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076079.455767:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455775:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076079.455785:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455789:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076079.455794:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076079.455802:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076079.455806:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076079.455809:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076079.455816:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076079.455824:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455826:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076079.455831:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076079.455837:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455841:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076079.455851:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076079.455860:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076079.455871:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076079.455878:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076079.455885:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076079.455889:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076079.455893:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076079.455904:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139600afc00.
00000100:00000001:2.0:1769076079.455911:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076079.455925:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617276160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076079.455942:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076079.455946:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076079.455954:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617276160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076079.455972:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076079.455981:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3075)
00000800:00000200:1.1:1769076079.456017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076079.456442:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076079.456780:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076080.798948:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076080.798954:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076080.798981:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076080.990816:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297739207, at 4297739264
00000100:00000010:0.0:1769076080.990835:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000400:00000100:2.0:1769076082.526996:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076082.527064:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076082.527102:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076082.527108:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076082.527114:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076082.527129:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076082.527136:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076082.527142:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769076082.527149:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076082.527156:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076082.527163:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507436e8
00000400:00000010:2.0:1769076082.527167:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507436e8.
00000100:00000001:2.0:1769076082.527173:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076082.527183:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5c00 x1855007617275904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527226:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076082.527235:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617275904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527251:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076082.527256:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076082.527273:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076082.527279:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076082.527287:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076082.527296:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076082.527303:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:2.0:1769076082.527308:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:2.0:1769076082.527316:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076082.527332:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d4700 x1855007617276032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527357:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076082.527372:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617276032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527421:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076082.527437:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076082.527459:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076082.527470:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076082.527484:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076082.527501:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076082.527516:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743cc0
00000400:00000010:2.0:1769076082.527523:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743cc0.
00000100:00000001:2.0:1769076082.527534:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076082.527550:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7b80 x1855007617276160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527595:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076082.527611:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617276160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076104 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076082.527637:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076082.527649:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076082.846885:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076082.846891:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076082.846896:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076083.870925:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076083.870930:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076083.870934:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076084.574845:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076084.574859:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076084.574863:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076084.574868:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076084.574873:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076084.574883:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3070
00000400:00000200:2.0:1769076084.574895:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076084.574903:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076084.574908:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076084.574913:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.574918:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.574922:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.574926:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076084.574931:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076084.574935:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076084.574939:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076084.574943:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076084.574946:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076084.574950:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076084.574955:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.574958:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.574961:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.574963:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076084.574968:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076084.574973:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076084.574977:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076084.574981:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076084.574986:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076084.574990:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.574994:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076084.574997:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076084.575005:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076084.575009:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076084.575014:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076084.575017:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575021:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076084.575024:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076084.575029:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076084.575080:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394ac57c00.
00000100:00000001:2.0:1769076084.575090:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076084.575101:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617276288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076084.575117:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076084.575122:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076084.575130:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617276288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076084.575172:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076084.575177:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076084.575182:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076084.575185:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076084.575187:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076084.575191:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076084.575196:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3070
00000400:00000200:2.0:1769076084.575203:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076084.575208:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076084.575212:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076084.575217:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575221:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.575229:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575235:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076084.575243:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076084.575248:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076084.575253:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076084.575257:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076084.575265:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076084.575274:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076084.575288:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575296:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.575303:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575310:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076084.575320:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076084.575341:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575350:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076084.575359:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076084.575369:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076084.575377:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575381:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076084.575387:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076084.575394:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575400:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076084.575407:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076084.575414:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076084.575421:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076084.575423:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575426:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076084.575431:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076084.575437:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076084.575447:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394ac57400.
00000100:00000001:2.0:1769076084.575457:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076084.575472:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617276416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076084.575490:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076084.575497:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076084.575512:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617276416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076084.575540:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076084.575549:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076084.575560:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076084.575569:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076084.575593:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076084.575598:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076084.575602:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076084.575613:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076084.575623:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3070
00000400:00000200:2.0:1769076084.575631:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076084.575636:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076084.575639:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076084.575644:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575647:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.575655:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575693:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076084.575698:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076084.575701:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076084.575703:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076084.575707:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076084.575715:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076084.575724:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076084.575736:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575746:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076084.575752:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575757:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076084.575767:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076084.575777:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076084.575784:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076084.575790:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076084.575801:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076084.575807:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575814:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076084.575817:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076084.575826:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076084.575832:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076084.575843:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076084.575852:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769076084.575859:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076084.575861:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076084.575868:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076084.575869:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769076084.575873:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076084.575879:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076084.575885:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076084.575898:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139595fa800.
00000100:00000001:2.0:1769076084.575907:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076084.575921:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617276544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076084.575949:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076084.575955:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076084.575969:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617276544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076084.576007:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076084.576017:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3080)
00000800:00000200:1.1:1769076084.576584:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076084.576588:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076084.577016:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076084.577019:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076085.918939:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076085.918947:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076085.918952:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076086.110828:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297744327, at 4297744384
00000100:00000010:0.0:1769076086.110868:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769076087.966906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076087.966913:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076087.966934:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076088.990988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076088.990994:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076088.990999:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076089.695883:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076089.695895:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076089.696451:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076089.696455:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076089.696875:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076089.696878:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076091.038866:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076091.038871:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076091.038875:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076091.230789:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297749447, at 4297749504
00000100:00000010:0.0:1769076091.230815:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769076093.086941:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076093.086949:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076093.086956:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076094.110821:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076094.110824:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076094.110827:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076094.815783:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076094.815795:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076094.816481:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076094.816485:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076094.816963:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076094.816967:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076096.158820:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076096.158825:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076096.158830:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076096.350791:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297754567, at 4297754624
00000100:00000010:0.0:1769076096.350846:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769076098.206965:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076098.206973:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076098.206980:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076099.231007:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076099.231016:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076099.231022:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076099.936056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076099.936067:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076099.937080:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076099.937084:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076099.937462:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076099.937466:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076101.278889:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076101.278895:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076101.278901:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076101.470823:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297759687, at 4297759744
00000100:00000010:0.0:1769076101.470845:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769076103.326926:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076103.326935:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076103.326942:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076104.350943:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076104.350948:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076104.350954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076105.054857:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076105.054870:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076105.054874:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076105.054889:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076105.054895:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076105.054903:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3090
00000400:00000200:2.0:1769076105.054915:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076105.054923:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076105.054927:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076105.054933:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.054939:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.054944:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.054950:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076105.054958:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076105.054961:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076105.054966:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076105.054971:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076105.054976:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076105.054980:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076105.054987:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.054992:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.054996:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055001:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076105.055007:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076105.055015:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055021:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076105.055026:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076105.055033:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076105.055038:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055042:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076105.055046:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076105.055059:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076105.055066:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076105.055073:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076105.055076:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055081:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076105.055085:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076105.055092:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076105.055108:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139595f9000.
00000100:00000001:2.0:1769076105.055119:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076105.055135:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617277824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076105.055157:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076105.055163:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076105.055170:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617277824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076105.055202:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076105.055207:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076105.055212:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076105.055214:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076105.055216:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076105.055219:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076105.055223:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3090
00000400:00000200:2.0:1769076105.055229:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076105.055233:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076105.055237:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076105.055240:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055244:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.055247:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055250:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076105.055253:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076105.055255:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076105.055257:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076105.055260:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076105.055262:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076105.055265:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076105.055268:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055271:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.055274:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055277:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076105.055280:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076105.055286:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055289:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076105.055292:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076105.055300:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076105.055304:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055313:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076105.055319:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076105.055326:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055332:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076105.055342:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076105.055350:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076105.055359:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076105.055363:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055372:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076105.055383:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076105.055394:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076105.055409:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139595fa800.
00000100:00000001:2.0:1769076105.055425:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076105.055446:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617277952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076105.055482:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076105.055491:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076105.055505:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617277952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076105.055533:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076105.055543:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076105.055559:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076105.055570:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076105.055578:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076105.055587:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076105.055595:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076105.055601:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076105.055611:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3090
00000400:00000200:2.0:1769076105.055622:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076105.055631:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076105.055639:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076105.055649:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055656:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.055764:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055772:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076105.055781:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076105.055786:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076105.055794:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076105.055801:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076105.055808:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076105.055813:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076105.055827:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055833:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076105.055844:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055852:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076105.055861:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076105.055869:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076105.055876:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076105.055889:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076105.055897:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076105.055905:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055915:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076105.055919:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769076105.055921:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:2.0:1769076105.055925:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076105.055929:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769076105.055931:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076105.055948:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076105.055962:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076105.055977:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076105.055986:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076105.055998:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076105.056006:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076105.056026:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076105.056048:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b01a400.
00000100:00000001:2.0:1769076105.056062:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076105.056085:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617278080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076105.056122:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076105.056131:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076105.056149:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617278080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076105.056180:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076105.056193:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3101)
00000800:00000200:1.1:1769076105.056600:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076105.056604:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076105.057035:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076105.057038:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076106.398977:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076106.398987:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076106.398994:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076106.590858:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297764807, at 4297764864
00000100:00000010:0.0:1769076106.590881:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:2.0:1769076108.446894:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076108.446900:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076108.446906:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076109.470988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076109.470995:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076109.471000:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076110.175919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076110.175927:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076110.176763:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076110.176766:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076110.177209:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076110.177214:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076111.518929:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076111.518951:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076111.518958:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076111.710826:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297769927, at 4297769984
00000100:00000010:0.0:1769076111.710852:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769076113.566793:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076113.566797:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076113.566801:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076114.590976:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076114.590982:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076114.590987:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076115.295972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076115.295978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076115.296687:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076115.296691:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076115.297067:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076115.297071:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076116.638970:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076116.638980:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076116.638986:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076116.830822:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297775047, at 4297775104
00000100:00000010:0.0:1769076116.830839:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769076118.686884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076118.686889:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076118.686910:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076119.710870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076119.710877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076119.710882:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076120.415837:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076120.415847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076120.416580:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076120.416584:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076120.417123:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076120.417128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076121.758914:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076121.758924:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076121.758931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076121.950813:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297780167, at 4297780224
00000100:00000010:0.0:1769076121.950834:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000020:00000001:2.0:1769076123.806969:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076123.806975:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076123.806979:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076124.830874:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076124.830880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076124.830885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076125.534877:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076125.534891:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076125.534894:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076125.534899:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076125.534905:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076125.534914:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3111
00000400:00000200:2.0:1769076125.534925:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076125.534936:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076125.534942:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076125.534949:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.534955:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.534960:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.534966:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076125.534973:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076125.534977:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076125.534982:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076125.534987:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076125.534992:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076125.534997:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076125.535014:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535018:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.535022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535027:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076125.535034:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076125.535040:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535046:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.535051:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076125.535056:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076125.535060:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.535063:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076125.535066:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076125.535088:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076125.535094:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076125.535099:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076125.535102:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.535108:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076125.535112:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076125.535120:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076125.535135:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff91394b01a400.
00000100:00000001:2.0:1769076125.535146:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076125.535163:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617279360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076125.535183:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076125.535191:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.535203:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617279360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.535242:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076125.535248:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076125.535255:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076125.535258:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076125.535261:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076125.535267:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076125.535272:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3111
00000400:00000200:2.0:1769076125.535282:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076125.535290:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076125.535296:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076125.535303:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535309:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.535315:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535322:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076125.535327:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076125.535330:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076125.535336:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076125.535370:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076125.535386:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076125.535392:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076125.535404:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535417:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.535434:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535452:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076125.535460:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076125.535477:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076125.535491:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.535509:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076125.535528:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076125.535550:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.535561:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076125.535568:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076125.535576:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.535582:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076125.535597:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076125.535607:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076125.535621:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076125.535625:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.535629:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076125.535638:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076125.535654:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076125.535739:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076125.535766:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076125.535800:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617279488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076125.535861:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076125.535873:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.535893:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617279488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.535944:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.535959:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076125.535968:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076125.535976:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076125.535987:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076125.535998:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076125.536017:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076125.536024:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076125.536038:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3111
00000400:00000200:2.0:1769076125.536063:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076125.536085:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076125.536096:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076125.536129:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.536158:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.536174:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.536194:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076125.536210:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076125.536213:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076125.536217:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076125.536221:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076125.536240:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076125.536245:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076125.536259:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.536270:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076125.536280:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076125.536290:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769076125.536298:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769076125.536302:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.1:1769076125.536312:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1769076125.536319:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076125.536333:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076125.536367:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076125.536377:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076125.536388:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.536406:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076125.536411:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076125.536423:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.536432:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076125.536453:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076125.536462:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076125.536473:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076125.536479:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076125.536497:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076125.536503:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076125.536515:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076125.536534:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076125.536547:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076125.536570:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617279616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076125.536600:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076125.536610:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.536621:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617279616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076125.536648:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076125.536708:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3121)
00000800:00000200:1.1:1769076125.537375:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076125.537379:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076125.537847:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076125.537868:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076126.879053:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076126.879062:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076126.879070:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076127.070836:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297785288, at 4297785344
00000100:00000010:0.0:1769076127.070866:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769076128.926951:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076128.926960:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076128.926967:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076129.950981:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076129.950989:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076129.950996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076130.654848:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076130.654879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076130.654884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076130.654890:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076130.654897:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076130.654909:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3116
00000400:00000200:0.0:1769076130.654924:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076130.654933:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076130.654939:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076130.654950:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.654955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.654959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.654962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076130.654969:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076130.654972:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076130.654976:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076130.654981:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076130.654984:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076130.654987:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076130.654991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.654994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.654997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076130.655004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076130.655008:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.655015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076130.655021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.655024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.655027:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076130.655030:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076130.655047:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769076130.655054:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076130.655062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076130.655066:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.655071:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076130.655077:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076130.655087:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076130.655104:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076130.655117:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.655135:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617279744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076130.655159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076130.655168:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.655180:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617279744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.655234:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076130.655241:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076130.655249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076130.655253:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076130.655257:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076130.655289:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076130.655296:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3116
00000400:00000200:0.0:1769076130.655306:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076130.655313:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076130.655318:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076130.655325:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655331:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.655336:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655340:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076130.655347:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076130.655350:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076130.655355:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076130.655360:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076130.655366:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076130.655372:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076130.655381:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.655404:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655415:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076130.655427:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076130.655446:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076130.655459:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.655471:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076130.655489:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.655504:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.655515:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076130.655527:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076130.655540:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.655552:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076130.655589:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769076130.655602:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076130.655613:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076130.655629:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.655640:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076130.655647:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076130.655656:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076130.655759:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076130.655776:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.655797:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617279872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076130.655830:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076130.655839:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.655855:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617279872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.655891:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.655903:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076130.655911:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076130.655923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076130.655934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076130.655939:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076130.655943:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076130.655948:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076130.655955:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3116
00000400:00000200:0.0:1769076130.655965:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076130.655977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076130.655982:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076130.655991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.656002:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.656009:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769076130.656019:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076130.656020:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076130.656029:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076130.656033:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000040:0.0:1769076130.656034:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076130.656042:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076130.656047:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076130.656054:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076130.656063:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076130.656072:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.656079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076130.656090:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076130.656096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076130.656101:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076130.656110:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076130.656118:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076130.656125:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076130.656133:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076130.656143:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.656152:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076130.656160:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076130.656168:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.656178:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076130.656197:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769076130.656210:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076130.656221:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076130.656231:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076130.656240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076130.656248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076130.656254:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076130.656292:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076130.656304:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076130.656315:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617280000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076130.656337:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076130.656346:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.656357:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617280000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076130.656383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076130.656396:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3126)
00000800:00000200:1.1:1769076130.656825:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076130.656829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076130.657228:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076130.657231:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076131.998817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076131.998822:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076131.998826:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076132.190772:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297790407, at 4297790464
00000100:00000010:0.0:1769076132.190785:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769076134.046880:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076134.046886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076134.046908:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076135.070942:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076135.070951:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076135.070957:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076135.774858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076135.774879:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076135.774886:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076135.774895:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076135.774905:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076135.774920:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3121
00000400:00000200:2.0:1769076135.774939:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076135.774953:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076135.774961:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076135.774967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.774974:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.774980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.774985:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076135.774993:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076135.774997:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076135.775004:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076135.775009:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076135.775014:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076135.775019:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076135.775025:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775029:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.775033:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775037:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076135.775044:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076135.775050:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775056:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076135.775062:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076135.775069:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076135.775075:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.775080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076135.775084:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076135.775104:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076135.775111:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076135.775119:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076135.775122:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.775128:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076135.775134:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076135.775143:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076135.775158:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076135.775199:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076135.775219:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617280128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076135.775241:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076135.775250:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076135.775260:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617280128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076135.775308:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076135.775315:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076135.775322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076135.775325:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076135.775328:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076135.775333:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076135.775339:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3121
00000400:00000200:2.0:1769076135.775347:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076135.775353:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076135.775359:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076135.775366:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775370:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.775376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775380:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076135.775385:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076135.775389:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076135.775393:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076135.775397:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076135.775401:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076135.775407:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076135.775421:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775430:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.775441:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775451:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076135.775460:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076135.775475:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775487:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076135.775495:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076135.775511:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076135.775520:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.775528:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076135.775543:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076135.775555:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.775563:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076135.775575:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076135.775584:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076135.775595:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076135.775601:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.775608:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076135.775630:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076135.775638:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076135.775653:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076135.775723:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076135.775737:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617280256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076135.775761:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076135.775768:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076135.775781:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617280256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076135.775813:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076135.775824:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076135.775840:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076135.775855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076135.775866:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076135.775875:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076135.775881:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076135.775891:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076135.775902:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3121
00000400:00000200:2.0:1769076135.775916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076135.775930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076135.775937:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076135.775943:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.775961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.775967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076135.775975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076135.775978:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076135.775981:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076135.775984:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076135.775988:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076135.775994:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076135.776005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.776014:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076135.776025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076135.776033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076135.776041:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076135.776053:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076135.776063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076135.776069:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076135.776079:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076135.776089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.776097:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076135.776105:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076135.776113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.776118:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076135.776132:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076135.776145:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076135.776158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076135.776163:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076135.776170:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076135.776200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076135.776208:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076135.776222:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad400.
00000100:00000001:2.0:1769076135.776237:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076135.776252:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617280384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076135.776258:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076135.776273:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1769076135.776281:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076135.776290:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076135.776305:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617280384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076135.776327:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076135.776340:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3131)
00000800:00000200:1.1:1769076135.777207:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076135.777213:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076135.777859:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076135.777865:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076137.119030:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076137.119043:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076137.119051:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076137.310812:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297795528, at 4297795584
00000100:00000010:0.0:1769076137.310830:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:2.0:1769076139.166956:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076139.166965:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076139.166971:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076140.190911:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076140.190917:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076140.190923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076140.896057:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076140.896064:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076140.896762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076140.896766:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076140.897308:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076140.897312:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076142.238812:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076142.238816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076142.238819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076142.430766:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297800647, at 4297800704
00000100:00000010:0.0:1769076142.430784:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769076144.286964:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076144.286972:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076144.286979:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076145.310955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076145.310960:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076145.310963:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076146.015630:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076146.016060:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076146.016228:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076147.358927:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076147.358933:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076147.358938:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076147.550784:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297805767, at 4297805824
00000100:00000010:0.0:1769076147.550805:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000400:00000100:2.0:1769076149.086992:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076149.087037:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076149.087048:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076149.087052:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076149.087056:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076149.087059:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076149.087064:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076149.087068:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076149.087073:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076149.087078:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076149.087085:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:2.0:1769076149.087089:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:2.0:1769076149.087096:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076149.087105:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708a80 x1855007617280896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087137:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076149.087142:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617280896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087152:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076149.087155:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076149.087169:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076149.087173:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076149.087178:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076149.087185:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076149.087191:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170440
00000400:00000010:2.0:1769076149.087196:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170440.
00000100:00000001:2.0:1769076149.087204:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076149.087213:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a680 x1855007617281024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087238:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076149.087248:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617281024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087264:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076149.087272:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076149.087299:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076149.087308:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076149.087316:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076149.087329:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076149.087340:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170198
00000400:00000010:2.0:1769076149.087346:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170198.
00000100:00000001:2.0:1769076149.087351:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076149.087363:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709500 x1855007617281152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087388:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076149.087400:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617281152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076171 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076149.087418:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076149.087426:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076149.406912:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076149.406918:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076149.406923:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076150.430922:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076150.430957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076150.430962:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076151.136113:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076151.136127:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076151.137087:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076151.137092:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076151.137850:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076151.137855:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076152.479026:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076152.479031:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076152.479036:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076152.670802:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297810888, at 4297810944
00000100:00000010:0.0:1769076152.670826:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769076154.526917:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076154.526924:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076154.526929:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076155.550910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076155.550913:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076155.550916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076156.255304:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076156.255306:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076156.255655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076156.255684:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076156.255951:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076156.255953:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076157.598903:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076157.598908:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076157.598913:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076157.790846:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297816006, at 4297816064
00000100:00000010:0.0:1769076157.790866:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769076159.646919:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076159.646925:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076159.646931:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076160.670820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076160.670824:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076160.670828:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076161.376096:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076161.376105:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076161.376969:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076161.376971:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076161.377423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076161.377425:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076162.718998:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076162.719004:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076162.719009:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076162.910810:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297821127, at 4297821184
00000100:00000010:0.0:1769076162.910833:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:2.0:1769076164.766914:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076164.766920:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076164.766924:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076165.790934:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076165.790939:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076165.790944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076166.494788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076166.494799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076166.494803:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076166.494806:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076166.494811:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076166.494819:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3152
00000400:00000200:2.0:1769076166.494830:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076166.494836:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076166.494840:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076166.494844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.494848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.494850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.494853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076166.494868:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076166.494870:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076166.494877:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076166.494880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076166.494883:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076166.494886:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076166.494890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.494892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.494894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.494896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076166.494899:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076166.494903:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076166.494905:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076166.494909:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076166.494913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076166.494916:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.494918:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076166.494920:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076166.494929:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076166.494933:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076166.494938:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076166.494940:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.494943:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076166.494946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076166.494951:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076166.494961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad400.
00000100:00000001:2.0:1769076166.494968:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076166.494977:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617282432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076166.494989:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076166.494995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076166.494999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617282432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076166.495021:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076166.495025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076166.495028:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076166.495030:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076166.495032:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076166.495035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076166.495038:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3152
00000400:00000200:2.0:1769076166.495042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076166.495055:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076166.495060:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076166.495066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.495081:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495084:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076166.495090:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076166.495092:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076166.495094:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076166.495099:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076166.495106:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076166.495113:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076166.495127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.495144:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495154:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076166.495167:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076166.495180:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495192:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076166.495199:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076166.495207:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076166.495217:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495220:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076166.495225:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076166.495232:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495242:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076166.495251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076166.495260:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076166.495271:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076166.495274:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495278:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076166.495280:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076166.495285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076166.495298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076166.495311:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076166.495331:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617282560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076166.495354:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076166.495364:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076166.495381:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617282560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076166.495423:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076166.495432:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076166.495443:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076166.495452:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076166.495460:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076166.495466:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076166.495469:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076166.495473:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076166.495480:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3152
00000400:00000200:2.0:1769076166.495494:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076166.495503:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:3.1:1769076166.495512:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076166.495516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1769076166.495523:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076166.495538:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495547:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.495554:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495561:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076166.495568:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076166.495571:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076166.495576:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076166.495581:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076166.495588:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076166.495596:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076166.495608:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495616:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076166.495624:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495634:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076166.495641:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076166.495648:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076166.495730:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076166.495737:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076166.495747:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076166.495754:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495761:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076166.495766:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076166.495774:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495781:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076166.495790:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076166.495799:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076166.495805:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076166.495807:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076166.495809:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076166.495813:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076166.495818:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076166.495825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076166.495833:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076166.495847:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617282688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076166.495865:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076166.495871:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076166.495882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617282688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076166.495919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076166.495925:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3162)
00000800:00000200:3.1:1769076166.496387:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076166.496390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076166.496812:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076166.496815:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076167.838837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076167.838841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076167.838844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076168.030828:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297826247, at 4297826304
00000100:00000010:0.0:1769076168.030857:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:2.0:1769076169.886967:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076169.886977:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076169.886983:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076170.911005:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076170.911011:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076170.911016:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076171.616050:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076171.616063:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076171.616950:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076171.616954:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076171.617512:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076171.617517:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076172.958889:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076172.958894:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076172.958899:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076173.150797:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297831367, at 4297831424
00000100:00000010:0.0:1769076173.150817:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769076175.006793:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076175.006797:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076175.006800:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076176.030904:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076176.030910:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076176.030916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076176.734884:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.734897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076176.734900:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.734905:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.734910:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.734919:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3162
00000400:00000200:2.0:1769076176.734931:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076176.734938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.734943:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.734948:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.734952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.734955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.734959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076176.734964:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.734967:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076176.734970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.734974:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076176.734976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076176.734980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076176.734983:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.734986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.734988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.734992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076176.734996:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076176.735001:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.735008:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.735012:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.735015:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735018:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076176.735020:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076176.735029:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076176.735033:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076176.735038:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.735040:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735044:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.735047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.735053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.735063:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad400.
00000100:00000001:2.0:1769076176.735071:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.735083:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617283200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076176.735097:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.735102:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.735108:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617283200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.735140:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076176.735145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.735149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076176.735151:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.735153:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.735157:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.735160:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3162
00000400:00000200:2.0:1769076176.735165:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076176.735170:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.735173:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.735177:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.735184:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076176.735190:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.735192:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076176.735195:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.735198:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076176.735200:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076176.735205:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076176.735216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735220:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.735228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076176.735241:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076176.735249:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735259:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.735267:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.735276:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.735285:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735293:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076176.735300:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076176.735311:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735333:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076176.735341:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076176.735349:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076176.735354:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.735360:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735367:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.735369:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.735372:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.735377:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076176.735381:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.735395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617283328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076176.735408:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.735416:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.735428:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617283328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.735454:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.735459:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076176.735468:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076176.735476:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076176.735508:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076176.735514:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076176.735519:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076176.735527:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076176.735537:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3162
00000400:00000200:2.0:1769076176.735549:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076176.735559:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076176.735569:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076176.735580:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735590:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.735599:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076176.735618:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076176.735625:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076176.735630:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076176.735637:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076176.735642:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076176.735650:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076176.735744:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076176.735759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735767:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076176.735774:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076176.735787:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076176.735798:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076176.735802:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076176.735810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076176.735820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735829:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076176.735839:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076176.735846:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735854:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076176.735864:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076176.735875:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076176.735879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076176.735881:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076176.735885:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076176.735891:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076176.735896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076176.735905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076176.735912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076176.735929:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617283456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076176.735953:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076176.735954:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076176.735963:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076176.735964:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1769076176.735977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617283456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076176.736001:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076176.736011:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3172)
00000800:00000200:1.1:1769076176.736617:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076176.736620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076176.737029:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076176.737032:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076178.078916:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076178.078922:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076178.078927:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076178.270806:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297836487, at 4297836544
00000100:00000010:0.0:1769076178.270840:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769076180.126873:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076180.126879:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076180.126884:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076181.150952:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076181.150959:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076181.150965:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076181.856097:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076181.856111:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076181.856878:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076181.856882:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076181.857385:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076181.857389:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769076183.198879:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076183.198885:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076183.198890:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076183.390823:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297841607, at 4297841664
00000100:00000010:0.0:1769076183.390842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:2.0:1769076185.246784:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076185.246788:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076185.246791:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076186.270805:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076186.270809:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076186.270813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076186.974877:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076186.974893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076186.974897:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076186.974902:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076186.974908:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076186.974920:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3172
00000400:00000200:0.0:1769076186.974935:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076186.974944:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076186.974949:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076186.974954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.974959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.974962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.974966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076186.974972:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076186.974975:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076186.974979:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076186.974983:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076186.974987:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076186.974990:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076186.974995:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.974998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.975001:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076186.975008:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076186.975012:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975015:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076186.975019:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076186.975023:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076186.975027:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975030:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076186.975033:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076186.975045:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769076186.975050:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076186.975056:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076186.975058:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975063:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076186.975066:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076186.975073:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076186.975084:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076186.975095:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076186.975109:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617283968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076186.975124:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076186.975132:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076186.975138:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617283968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076186.975176:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076186.975181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076186.975186:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076186.975188:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076186.975191:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076186.975195:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076186.975198:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3172
00000400:00000200:0.0:1769076186.975204:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076186.975207:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076186.975211:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076186.975214:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.975220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975222:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076186.975225:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076186.975227:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076186.975229:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076186.975232:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076186.975234:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076186.975237:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076186.975241:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975244:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.975246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975249:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076186.975252:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076186.975255:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975257:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076186.975259:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076186.975266:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076186.975269:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975271:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076186.975278:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076186.975283:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975286:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076186.975291:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769076186.975295:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076186.975298:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076186.975300:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975303:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076186.975306:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076186.975311:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076186.975348:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076186.975367:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076186.975382:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617284096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076186.975446:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076186.975455:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076186.975475:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617284096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076186.975504:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076186.975511:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076186.975523:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076186.975530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076186.975540:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076186.975554:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076186.975560:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076186.975564:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076186.975569:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3172
00000400:00000200:0.0:1769076186.975574:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076186.975577:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076186.975582:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076186.975591:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975596:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.975604:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975609:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076186.975620:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076186.975622:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076186.975624:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076186.975627:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076186.975633:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076186.975638:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076186.975650:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975653:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076186.975694:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975698:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076186.975701:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076186.975704:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076186.975715:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076186.975718:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076186.975723:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076186.975727:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975729:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076186.975733:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076186.975736:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975739:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076186.975745:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769076186.975752:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076186.975756:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076186.975758:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076186.975760:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076186.975763:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076186.975770:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076186.975786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076186.975796:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076186.975811:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617284224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076186.975830:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076186.975838:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076186.975850:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617284224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076186.975867:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076186.975874:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3182)
00000800:00000200:1.1:1769076186.976068:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076186.976073:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076186.976795:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076186.976798:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076186.977254:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076186.977258:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000020:00000001:0.0:1769076188.318990:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076188.318997:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076188.319002:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076188.510817:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297846727, at 4297846784
00000100:00000010:0.0:1769076188.510833:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769076190.366960:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076190.366969:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076190.366976:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076191.390956:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076191.390964:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076191.390971:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076192.094794:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.094805:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076192.094808:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.094814:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.094818:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.094827:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3177
00000400:00000200:0.0:1769076192.094837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076192.094845:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.094848:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.094853:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.094856:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.094860:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.094862:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076192.094866:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.094868:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076192.094871:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.094874:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076192.094877:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076192.094881:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076192.094885:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.094887:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.094889:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.094891:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076192.094894:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076192.094896:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076192.094899:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.094901:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.094904:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.094907:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.094909:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076192.094911:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.094920:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076192.094923:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076192.094927:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.094929:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.094939:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.094942:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.094947:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.094955:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076192.094963:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.094971:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617284352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.094982:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.094987:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.094991:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617284352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.095012:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076192.095015:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.095018:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076192.095020:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.095022:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.095025:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.095027:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3177
00000400:00000200:0.0:1769076192.095031:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076192.095034:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.095037:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.095040:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095043:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.095045:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095047:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076192.095050:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.095052:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076192.095054:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.095056:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076192.095058:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076192.095060:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076192.095064:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095070:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.095073:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095078:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076192.095083:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076192.095090:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095093:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.095100:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.095108:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.095113:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095119:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076192.095125:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076192.095133:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095139:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.095146:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076192.095155:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076192.095160:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.095162:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095166:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.095171:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.095175:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.095183:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076192.095191:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.095202:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617284480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.095217:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.095223:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.095250:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617284480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.095271:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.095279:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076192.095287:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076192.095296:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076192.095302:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076192.095306:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076192.095311:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076192.095315:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076192.095322:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3177
00000400:00000200:0.0:1769076192.095382:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076192.095392:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076192.095398:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076192.095404:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095410:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.095415:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095422:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076192.095426:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076192.095430:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769076192.095431:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076192.095434:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076192.095440:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769076192.095441:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076192.095444:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076192.095451:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076192.095461:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095465:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076192.095468:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095473:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076192.095480:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076192.095487:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076192.095494:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076192.095499:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076192.095503:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076192.095510:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095513:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076192.095519:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076192.095532:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095538:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076192.095547:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769076192.095555:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076192.095563:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076192.095566:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076192.095570:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076192.095574:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076192.095578:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076192.095587:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076192.095594:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076192.095604:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617284608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076192.095618:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076192.095623:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.095632:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617284608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076192.095648:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076192.095698:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3188)
00000800:00000200:1.1:1769076192.095995:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076192.095998:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076192.096425:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076192.096428:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076193.438790:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076193.438794:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076193.438796:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076193.630871:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297851846, at 4297851904
00000100:00000010:0.0:1769076193.630896:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769076195.486789:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076195.486793:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076195.486796:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076196.510916:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076196.510924:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076196.510929:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076197.215962:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076197.215975:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076197.216638:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076197.216641:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076197.217045:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076197.217048:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076198.559001:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076198.559010:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076198.559017:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076198.750837:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297856967, at 4297857024
00000100:00000010:0.0:1769076198.750861:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769076200.606945:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076200.606953:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076200.606959:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076201.630942:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076201.630948:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076201.630954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076202.335409:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076202.335412:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076202.335741:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076202.335742:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076202.335936:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076202.335938:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076203.678978:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076203.678983:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076203.678988:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076203.870800:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297862086, at 4297862144
00000100:00000010:0.0:1769076203.870835:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769076205.726951:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076205.726960:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076205.726966:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076206.751006:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076206.751015:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076206.751023:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076207.455840:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076207.455853:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076207.456615:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076207.456618:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076207.457055:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076207.457058:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076208.798995:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076208.799005:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076208.799011:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076208.990857:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297867207, at 4297867264
00000100:00000010:0.0:1769076208.990881:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769076210.847069:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076210.847078:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076210.847085:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076211.871037:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076211.871050:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076211.871060:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076212.575474:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076212.575965:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076212.576147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076213.919069:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076213.919076:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076213.919081:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076214.110833:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297872326, at 4297872384
00000100:00000010:0.0:1769076214.110886:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000400:00000100:2.0:1769076215.647054:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076215.647109:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076215.647123:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076215.647128:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076215.647133:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076215.647138:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076215.647144:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076215.647150:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769076215.647157:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076215.647163:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076215.647170:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:2.0:1769076215.647174:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:2.0:1769076215.647180:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076215.647191:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0380 x1855007617285888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647222:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076215.647229:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617285888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647245:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076215.647250:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076215.647266:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076215.647271:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076215.647277:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076215.647286:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076215.647291:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507435d8
00000400:00000010:2.0:1769076215.647295:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507435d8.
00000100:00000001:2.0:1769076215.647300:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076215.647310:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0700 x1855007617286016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647329:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076215.647337:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617286016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647353:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076215.647363:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076215.647385:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076215.647409:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076215.647430:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076215.647453:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076215.647502:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:2.0:1769076215.647515:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:2.0:1769076215.647531:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076215.647561:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3480 x1855007617286144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647775:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076215.647795:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617286144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076237 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076215.647888:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076215.647900:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076215.967128:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076215.967134:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076215.967139:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076216.990945:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076216.990952:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076216.990957:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076217.696122:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076217.696132:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076217.697381:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076217.697386:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076217.697968:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076217.697974:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076219.039085:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076219.039097:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076219.039103:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076219.230805:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297877448, at 4297877504
00000100:00000010:0.0:1769076219.230828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:2.0:1769076221.086860:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076221.086866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076221.086870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076222.110878:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076222.110882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076222.110884:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076222.816149:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076222.816168:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076222.816934:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076222.816937:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076222.817242:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076222.817245:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076224.158977:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076224.158984:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076224.158990:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076224.350913:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297882567, at 4297882624
00000100:00000010:0.0:1769076224.350968:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769076226.206913:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076226.206919:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076226.206924:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076227.230967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076227.230976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076227.230982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076227.936107:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076227.936118:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076227.937086:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076227.937090:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076227.937471:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076227.937475:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769076228.255017:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076228.255024:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076228.255029:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076229.278985:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076229.278994:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076229.279000:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076229.470808:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297887687, at 4297887744
00000100:00000010:0.0:1769076229.470827:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:2.0:1769076231.326961:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076231.326967:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076231.326973:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076232.350824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076232.350827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076232.350830:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076233.055342:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076233.055348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076233.055902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076233.055905:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076233.056149:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076233.056151:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769076233.374960:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076233.374968:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076233.374976:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076234.398930:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076234.398941:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076234.398949:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076234.590819:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297892806, at 4297892864
00000100:00000010:0.0:1769076234.590842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:2.0:1769076236.447016:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076236.447025:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076236.447031:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076237.470877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076237.470883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076237.470889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076238.175766:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076238.175779:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076238.176534:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076238.176538:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076238.176997:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076238.177000:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769076238.494921:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076238.494928:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076238.494933:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076239.519004:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076239.519012:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076239.519017:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076239.710794:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297897927, at 4297897984
00000100:00000010:0.0:1769076239.710821:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:2.0:1769076241.566888:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076241.566893:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076241.566897:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076242.590870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076242.590876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076242.590882:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076243.295986:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076243.295991:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076243.296792:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076243.296794:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076243.297009:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076243.297011:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769076243.614962:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076243.614974:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076243.614984:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076244.638965:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076244.638971:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076244.638976:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076244.830817:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297903047, at 4297903104
00000100:00000010:0.0:1769076244.830833:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:2.0:1769076246.686963:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076246.686971:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076246.686977:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076247.711021:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076247.711027:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076247.711032:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076248.414785:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076248.414796:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076248.414798:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076248.414802:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076248.414805:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076248.414811:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3234
00000400:00000200:2.0:1769076248.414819:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076248.414824:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076248.414826:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076248.414829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414831:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.414833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076248.414838:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076248.414839:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076248.414841:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076248.414843:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076248.414845:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076248.414846:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076248.414848:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414849:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.414851:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414853:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076248.414855:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076248.414858:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414860:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076248.414870:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076248.414873:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076248.414875:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.414876:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076248.414878:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076248.414885:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076248.414888:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076248.414891:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076248.414892:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.414895:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076248.414897:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076248.414900:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076248.414907:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076248.414913:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076248.414921:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617288576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076248.414929:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076248.414933:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076248.414936:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617288576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076248.414959:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076248.414962:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076248.414966:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076248.414967:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076248.414969:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076248.414973:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076248.414977:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3234
00000400:00000200:2.0:1769076248.414982:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076248.414986:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076248.414989:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076248.414993:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.414997:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.415002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415004:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076248.415008:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076248.415011:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076248.415013:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076248.415017:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076248.415021:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076248.415025:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076248.415032:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415036:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.415041:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415045:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076248.415047:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076248.415048:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415050:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076248.415051:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076248.415056:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076248.415059:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415065:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076248.415070:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076248.415075:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415079:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076248.415083:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076248.415089:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076248.415096:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076248.415099:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415105:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076248.415109:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076248.415113:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076248.415122:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076248.415129:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076248.415140:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617288704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076248.415156:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076248.415159:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076248.415185:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617288704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076248.415203:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076248.415209:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076248.415216:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076248.415225:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076248.415234:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076248.415238:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076248.415240:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076248.415244:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076248.415250:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3234
00000400:00000200:2.0:1769076248.415319:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076248.415347:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076248.415352:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076248.415360:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415367:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.415374:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415378:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076248.415384:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076248.415388:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:3.1:1769076248.415388:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769076248.415390:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076248.415395:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:3.1:1769076248.415395:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076248.415399:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076248.415403:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076248.415408:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415411:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076248.415414:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415433:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076248.415440:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076248.415449:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076248.415453:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076248.415461:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076248.415465:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076248.415470:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415473:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076248.415476:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076248.415481:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415483:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076248.415490:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076248.415496:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076248.415502:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076248.415505:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076248.415510:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076248.415514:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076248.415518:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076248.415528:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad400.
00000100:00000001:2.0:1769076248.415535:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076248.415559:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617288832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076248.415596:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076248.415601:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076248.415610:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617288832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076248.415620:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076248.415629:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3244)
00000800:00000200:3.1:1769076248.416004:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076248.416006:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076248.416234:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076248.416237:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076248.734942:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076248.734949:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076248.734954:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076249.758902:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076249.758908:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076249.758913:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076249.950879:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297908166, at 4297908224
00000100:00000010:0.0:1769076249.950896:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:2.0:1769076251.807040:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076251.807049:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076251.807055:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076252.830965:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076252.830974:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076252.830981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076253.534807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076253.534821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076253.534824:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076253.534829:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076253.534834:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076253.534843:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3239
00000400:00000200:0.0:1769076253.534854:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076253.534862:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076253.534867:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076253.534871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.534875:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.534878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.534891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076253.534897:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076253.534900:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076253.534903:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076253.534906:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076253.534909:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076253.534912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076253.534915:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.534918:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.534920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.534923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076253.534927:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076253.534932:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076253.534935:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076253.534939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076253.534943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076253.534947:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.534949:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076253.534953:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076253.534963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076253.534967:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076253.534972:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076253.534974:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.534978:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076253.534982:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076253.534987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076253.534997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076253.535005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076253.535016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617288960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076253.535029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076253.535035:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076253.535041:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617288960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076253.535074:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076253.535078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076253.535083:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076253.535085:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076253.535087:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076253.535091:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076253.535094:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3239
00000400:00000200:0.0:1769076253.535099:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076253.535104:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076253.535107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076253.535112:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535127:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.535132:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535139:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076253.535145:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076253.535150:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076253.535154:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076253.535159:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076253.535162:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076253.535168:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076253.535177:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535183:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.535189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076253.535225:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076253.535235:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535240:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076253.535247:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076253.535253:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076253.535261:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535269:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076253.535275:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076253.535285:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535289:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076253.535301:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076253.535307:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076253.535312:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076253.535317:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535324:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076253.535327:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076253.535329:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076253.535337:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076253.535343:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076253.535355:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617289088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076253.535380:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076253.535384:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076253.535396:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617289088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076253.535419:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076253.535426:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076253.535434:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076253.535444:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076253.535450:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076253.535457:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076253.535461:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076253.535469:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076253.535478:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3239
00000400:00000200:0.0:1769076253.535486:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076253.535493:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076253.535500:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076253.535512:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535520:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.535529:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076253.535544:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076253.535548:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076253.535550:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076253.535552:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076253.535554:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076253.535561:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076253.535568:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535575:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076253.535582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535587:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076253.535592:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076253.535601:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076253.535606:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076253.535609:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076253.535613:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076253.535618:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535623:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076253.535627:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076253.535633:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535640:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076253.535649:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076253.535686:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076253.535691:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076253.535693:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076253.535695:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076253.535697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076253.535699:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076253.535705:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076253.535710:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076253.535719:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617289216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076253.535747:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076253.535754:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076253.535772:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617289216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076253.535786:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076253.535800:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3249)
00000800:00000200:3.1:1769076253.535849:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076253.535866:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076253.536497:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076253.536501:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076253.536939:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076253.536945:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769076253.854917:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076253.854921:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076253.854925:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076254.878937:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076254.878944:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076254.878950:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076255.070823:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297913287, at 4297913344
00000100:00000010:0.0:1769076255.070844:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:2.0:1769076256.926999:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076256.927006:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076256.927012:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076257.951039:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076257.951048:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076257.951054:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076258.654831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076258.654849:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076258.654853:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076258.654859:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076258.654866:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076258.654878:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3244
00000400:00000200:0.0:1769076258.654893:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076258.654931:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076258.654936:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076258.654941:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.654945:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.654949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.654952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076258.654957:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076258.654960:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076258.654964:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076258.654968:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076258.654971:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076258.654984:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076258.654988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.654990:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.654993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.654995:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076258.654999:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076258.655002:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655005:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076258.655009:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076258.655014:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076258.655018:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655020:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076258.655023:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076258.655038:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769076258.655043:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076258.655049:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076258.655051:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655055:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076258.655059:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076258.655066:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076258.655078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076258.655088:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076258.655100:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617289344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076258.655137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076258.655164:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076258.655175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617289344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076258.655220:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076258.655228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076258.655235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076258.655239:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076258.655242:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076258.655249:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076258.655256:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3244
00000400:00000200:0.0:1769076258.655266:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076258.655273:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076258.655278:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076258.655287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.655306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076258.655320:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076258.655325:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076258.655331:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076258.655337:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076258.655342:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076258.655350:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076258.655361:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655367:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.655376:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655383:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076258.655406:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076258.655417:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655422:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076258.655426:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076258.655438:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076258.655443:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655446:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076258.655456:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076258.655462:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655465:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076258.655495:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076258.655506:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076258.655517:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076258.655524:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655530:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076258.655538:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076258.655549:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076258.655568:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076258.655584:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076258.655606:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617289472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076258.655628:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076258.655653:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076258.655663:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617289472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076258.655684:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076258.655695:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076258.655702:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076258.655740:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076258.655745:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076258.655747:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076258.655749:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076258.655763:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076258.655768:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3244
00000400:00000200:0.0:1769076258.655778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076258.655788:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076258.655795:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076258.655803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.655817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655826:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076258.655839:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076258.655844:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076258.655849:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076258.655854:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076258.655856:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076258.655859:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076258.655865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076258.655882:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655890:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076258.655895:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076258.655905:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076258.655911:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076258.655914:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076258.655922:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076258.655946:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655954:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076258.655960:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076258.655968:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.655974:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076258.655984:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000800:00000200:3.1:1769076258.655991:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076258.655994:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769076258.656002:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769076258.656003:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076258.656009:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076258.656013:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076258.656019:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076258.656026:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076258.656034:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076258.656043:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076258.656061:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617289600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076258.656084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076258.656090:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076258.656105:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617289600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076258.656194:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076258.656210:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3254)
00000800:00000200:3.1:1769076258.656826:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076258.656831:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076258.657288:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076258.657291:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076258.974981:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076258.974987:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076258.974992:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076259.999016:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076259.999028:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076259.999038:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076260.190817:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297918407, at 4297918464
00000100:00000010:0.0:1769076260.190858:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769076262.046884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076262.046892:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076262.046897:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076263.070854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076263.070858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076263.070862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076263.775821:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076263.775831:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076263.776503:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076263.776505:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076263.776903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076263.776906:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076264.094920:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076264.094926:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076264.094931:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076265.118909:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076265.118913:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076265.118917:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076265.310814:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297923527, at 4297923584
00000100:00000010:0.0:1769076265.310843:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000020:00000001:2.0:1769076267.166946:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076267.166953:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076267.166958:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076268.190988:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076268.191007:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076268.191013:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076268.896087:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076268.896099:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076268.896767:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076268.896770:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076268.897178:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076268.897181:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769076269.215137:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076269.215144:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076269.215147:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076270.238967:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076270.238972:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076270.238977:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076270.430856:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297928647, at 4297928704
00000100:00000010:0.0:1769076270.430869:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:2.0:1769076272.286905:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076272.286916:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076272.286925:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076273.310971:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076273.310977:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076273.310982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076274.016105:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076274.016123:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076274.016985:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076274.016989:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076274.017484:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076274.017487:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769076274.335016:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076274.335025:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076274.335032:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076275.359054:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076275.359061:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076275.359066:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076275.550718:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297933767, at 4297933824
00000100:00000010:0.0:1769076275.550732:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:2.0:1769076277.406947:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076277.406954:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076277.406959:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076278.430985:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076278.430990:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076278.430993:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076279.135959:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076279.136707:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076279.136957:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769076279.455033:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076279.455042:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076279.455049:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076280.478966:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076280.478973:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076280.478979:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076280.670815:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297938887, at 4297938944
00000100:00000010:0.0:1769076280.670837:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000400:00000100:2.0:1769076282.206911:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076282.206954:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076282.206968:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076282.206973:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076282.206977:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076282.206981:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076282.206986:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076282.206990:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076282.206996:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076282.207002:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076282.207008:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:2.0:1769076282.207011:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:2.0:1769076282.207017:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076282.207025:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709500 x1855007617290880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207052:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076282.207056:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617290880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207065:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076282.207067:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076282.207078:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076282.207081:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076282.207084:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076282.207088:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076282.207092:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451706e8
00000400:00000010:2.0:1769076282.207095:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451706e8.
00000100:00000001:2.0:1769076282.207097:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076282.207103:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a680 x1855007617291008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207112:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076282.207118:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617291008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207129:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076282.207132:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076282.207140:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076282.207146:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076282.207151:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076282.207160:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076282.207164:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170880
00000400:00000010:2.0:1769076282.207166:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170880.
00000100:00000001:2.0:1769076282.207173:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076282.207181:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708a80 x1855007617291136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207201:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076282.207205:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617291136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076304 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076282.207216:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076282.207220:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076282.526840:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076282.526845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076282.526849:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076283.550901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076283.550905:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076283.550908:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076284.254927:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076284.254939:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076284.254943:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076284.254948:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076284.254953:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076284.254962:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3270
00000400:00000200:2.0:1769076284.254974:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076284.254982:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076284.254986:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076284.254990:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.254994:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.254998:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255001:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076284.255006:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076284.255008:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076284.255012:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076284.255016:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076284.255019:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076284.255023:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076284.255027:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255030:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.255033:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255037:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076284.255043:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076284.255049:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255054:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076284.255058:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076284.255065:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076284.255071:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.255075:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076284.255079:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076284.255091:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076284.255097:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076284.255115:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076284.255118:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.255123:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076284.255128:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076284.255135:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076284.255147:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454acc00.
00000100:00000001:2.0:1769076284.255158:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076284.255174:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617291264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076284.255207:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076284.255214:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076284.255225:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617291264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076284.255268:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076284.255275:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076284.255282:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076284.255286:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076284.255290:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076284.255305:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076284.255310:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3270
00000400:00000200:2.0:1769076284.255320:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076284.255328:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076284.255333:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076284.255341:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255346:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.255352:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255356:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076284.255362:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076284.255369:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076284.255376:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076284.255386:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076284.255397:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076284.255437:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076284.255453:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255464:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.255474:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255483:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076284.255493:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076284.255505:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076284.255527:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076284.255533:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076284.255547:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076284.255557:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.255564:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076284.255572:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076284.255584:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.255593:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076284.255607:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076284.255617:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076284.255628:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076284.255632:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.255637:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076284.255646:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076284.255650:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076284.255756:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139454ad800.
00000100:00000001:2.0:1769076284.255772:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076284.255794:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617291392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076284.255836:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076284.255845:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076284.255864:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617291392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076284.255897:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076284.255908:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076284.255921:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076284.255930:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076284.255941:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076284.255949:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076284.255954:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076284.255967:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076284.255982:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3270
00000800:00000200:3.1:1769076284.256088:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076284.256094:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000400:00000200:2.0:1769076284.256298:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076284.256316:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076284.256328:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076284.256340:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.256352:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.256364:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.256375:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076284.256385:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076284.256388:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076284.256394:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076284.256403:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076284.256415:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076284.256425:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076284.256434:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.256444:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076284.256454:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076284.256471:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076284.256484:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076284.256496:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076284.256507:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076284.256513:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076284.256535:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076284.256543:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.256547:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076284.256552:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076284.256557:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.256561:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076284.256594:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076284.256606:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076284.256617:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076284.256624:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076284.256636:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076284.256642:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076284.256652:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076284.256749:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076284.256765:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076284.256796:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617291520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076284.256828:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076284.256839:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076284.256867:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617291520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076284.256899:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076284.256914:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3280)
00000800:00000200:3.1:1769076284.257776:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076284.257781:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076284.258162:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076284.258164:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769076284.575015:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076284.575024:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076284.575030:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076285.598989:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076285.598998:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076285.599004:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076285.790793:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297944008, at 4297944064
00000100:00000010:0.0:1769076285.790824:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000020:00000001:2.0:1769076287.646924:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076287.646930:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076287.646935:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076288.670907:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076288.670915:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076288.670923:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076289.375901:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076289.375907:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076289.376493:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076289.376497:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076289.376919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076289.376923:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769076289.694905:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076289.694911:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076289.694916:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076290.718957:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076290.718964:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076290.718970:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076290.910804:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297949127, at 4297949184
00000100:00000010:0.0:1769076290.910828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:2.0:1769076292.766831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076292.766835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076292.766838:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076293.791026:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076293.791033:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076293.791050:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076294.495877:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076294.495886:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076294.496791:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076294.496795:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076294.497280:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076294.497284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769076294.815040:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076294.815046:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076294.815052:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076295.838928:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076295.838939:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076295.838947:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076296.030814:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297954247, at 4297954304
00000100:00000010:0.0:1769076296.030853:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3e40.
00000020:00000001:2.0:1769076297.886866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076297.886871:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076297.886875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076298.910964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076298.910970:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076298.910977:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076299.615790:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076299.615799:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076299.616520:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076299.616522:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076299.617024:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076299.617030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769076299.934926:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076299.934932:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076299.934937:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076300.958970:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076300.958979:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076300.958986:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076301.150851:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297959367, at 4297959424
00000100:00000010:0.0:1769076301.150884:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:2.0:1769076303.006962:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076303.006968:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076303.006973:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076304.030893:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076304.030899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076304.030904:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076304.734858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076304.734872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076304.734876:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076304.734881:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076304.734887:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076304.734900:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3290
00000400:00000200:0.0:1769076304.734914:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076304.734925:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076304.734931:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076304.734938:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.734944:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.734949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.734955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076304.734962:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076304.734966:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076304.734972:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076304.734978:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076304.734983:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076304.734989:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076304.734995:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.735004:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076304.735013:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076304.735020:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735025:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076304.735031:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076304.735037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076304.735043:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735047:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076304.735051:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076304.735066:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769076304.735074:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076304.735081:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076304.735085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735091:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076304.735095:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076304.735103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076304.735117:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076304.735129:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076304.735142:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617292800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076304.735157:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076304.735162:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076304.735168:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617292800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076304.735205:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076304.735210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076304.735215:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076304.735217:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076304.735220:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076304.735223:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076304.735227:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3290
00000400:00000200:0.0:1769076304.735235:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076304.735241:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076304.735245:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076304.735250:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735254:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.735258:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735261:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076304.735265:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076304.735267:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076304.735274:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076304.735278:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076304.735284:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076304.735290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076304.735298:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735302:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.735311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735319:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076304.735329:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076304.735359:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735366:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076304.735371:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076304.735380:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076304.735389:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735395:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076304.735404:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076304.735413:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735416:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076304.735428:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076304.735434:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076304.735441:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076304.735445:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735452:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076304.735457:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076304.735463:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076304.735475:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076304.735486:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076304.735501:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617292928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076304.735518:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076304.735523:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076304.735535:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617292928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076304.735556:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076304.735565:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076304.735586:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076304.735597:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076304.735610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076304.735618:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076304.735623:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076304.735631:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076304.735642:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3290
00000400:00000200:0.0:1769076304.735736:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076304.735745:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076304.735752:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076304.735765:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.735780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735787:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076304.735796:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076304.735802:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076304.735810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076304.735818:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076304.735828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076304.735837:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076304.735850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735860:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076304.735867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076304.735884:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076304.735898:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076304.735912:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076304.735922:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076304.735932:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076304.735938:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.735945:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076304.735954:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769076304.735964:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:0.0:1769076304.735967:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076304.735970:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1769076304.735977:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076304.735994:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769076304.736004:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076304.736020:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076304.736027:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076304.736040:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076304.736050:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076304.736059:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076304.736078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076304.736093:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076304.736114:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617293056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076304.736148:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076304.736155:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076304.736166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617293056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076304.736188:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076304.736199:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3300)
00000800:00000200:1.1:1769076304.736709:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076304.736712:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076304.737084:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076304.737088:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769076305.055002:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076305.055013:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076305.055022:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076306.078963:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076306.078972:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076306.078978:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076306.270795:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297964487, at 4297964544
00000100:00000010:0.0:1769076306.270836:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:2.0:1769076308.126995:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076308.127007:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076308.127018:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076309.150969:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076309.150978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076309.150984:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076309.855804:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076309.855814:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076309.856571:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076309.856574:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076309.857028:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076309.857032:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769076310.174966:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076310.174973:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076310.174979:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076311.198984:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076311.198993:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076311.199001:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076311.390778:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297969607, at 4297969664
00000100:00000010:0.0:1769076311.390801:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000020:00000001:2.0:1769076313.246939:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076313.246945:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076313.246950:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076314.271017:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076314.271027:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076314.271035:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076314.976035:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076314.976045:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076314.976931:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076314.976935:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076314.977327:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076314.977330:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769076315.295007:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076315.295024:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076315.295028:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076316.318959:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076316.318965:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076316.318970:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076316.510856:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297974727, at 4297974784
00000100:00000010:0.0:1769076316.510889:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:2.0:1769076318.366922:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076318.366928:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076318.366933:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076319.390951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076319.390957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076319.390962:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076320.095778:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076320.095789:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076320.096620:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076320.096623:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076320.097024:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076320.097027:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769076320.414878:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076320.414884:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076320.414889:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076321.438894:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076321.438901:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076321.438906:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076321.630800:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297979847, at 4297979904
00000100:00000010:0.0:1769076321.630824:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000020:00000001:2.0:1769076323.486933:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076323.486942:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076323.486948:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076324.511001:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076324.511031:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076324.511040:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076325.215909:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076325.215917:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076325.216618:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076325.216621:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076325.217105:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076325.217110:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076325.534843:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076325.534847:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076325.534851:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076326.558922:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076326.558928:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076326.558933:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076326.750798:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297984967, at 4297985024
00000100:00000010:0.0:1769076326.750819:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:2.0:1769076328.606974:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076328.606980:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076328.606985:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076329.630899:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076329.630905:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076329.630911:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076330.335973:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076330.335978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076330.336653:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076330.336659:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076330.337116:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076330.337119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076330.654967:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076330.654971:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076330.654974:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076331.678929:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076331.678935:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076331.678941:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076331.870777:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297990087, at 4297990144
00000100:00000010:0.0:1769076331.870797:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:2.0:1769076333.727028:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076333.727035:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076333.727041:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076334.751055:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076334.751065:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076334.751071:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076335.456221:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076335.456228:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076335.457038:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076335.457042:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076335.457441:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076335.457444:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769076335.775017:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076335.775028:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076335.775036:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076336.798865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076336.798869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076336.798871:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076336.990836:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4297995207, at 4297995264
00000100:00000010:0.0:1769076336.990857:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:2.0:1769076338.847022:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076338.847034:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076338.847043:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076339.870966:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076339.870972:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076339.870977:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076340.575838:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076340.575854:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076340.576528:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076340.576534:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076340.577132:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076340.577136:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769076340.894958:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076340.894965:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076340.894970:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076341.918921:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076341.918928:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076341.918933:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076342.110794:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298000327, at 4298000384
00000100:00000010:0.0:1769076342.110814:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000020:00000001:2.0:1769076343.966987:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076343.967016:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076343.967025:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076344.990942:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076344.990978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076344.990983:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076345.695720:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076345.696275:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076345.696509:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769076346.014866:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076346.014872:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076346.014878:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076347.038924:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076347.038929:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076347.038934:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076347.230785:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298005447, at 4298005504
00000100:00000010:0.0:1769076347.230812:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000400:00000100:2.0:1769076348.767186:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076348.767260:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076348.767279:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076348.767285:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076348.767291:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076348.767297:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076348.767305:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076348.767312:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076348.767321:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076348.767328:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076348.767338:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:2.0:1769076348.767342:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:2.0:1769076348.767350:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076348.767364:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708a80 x1855007617295872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767409:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076348.767415:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617295872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767426:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076348.767429:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076348.767444:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076348.767447:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076348.767451:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076348.767456:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076348.767460:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451704c8
00000400:00000010:2.0:1769076348.767462:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451704c8.
00000100:00000001:2.0:1769076348.767465:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076348.767472:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709500 x1855007617296000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767488:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076348.767494:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617296000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767508:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076348.767511:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076348.767535:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076348.767540:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076348.767546:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076348.767557:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076348.767564:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170770
00000400:00000010:2.0:1769076348.767572:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170770.
00000100:00000001:2.0:1769076348.767585:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076348.767597:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a680 x1855007617296128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767747:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076348.767767:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617296128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076370 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076348.767795:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076348.767808:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076349.086947:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076349.086956:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076349.086963:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076350.110931:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076350.110939:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076350.110945:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076350.816313:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076350.816319:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076350.817063:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076350.817069:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076350.817954:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076350.817957:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769076351.135028:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076351.135037:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076351.135044:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076352.158802:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076352.158807:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076352.158810:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076352.350814:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298010568, at 4298010624
00000100:00000010:0.0:1769076352.350835:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:2.0:1769076354.206893:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076354.206900:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076354.206907:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076355.230923:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076355.230931:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076355.230939:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076355.935851:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076355.935856:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076355.936450:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076355.936453:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076355.936945:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076355.936949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769076356.254917:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076356.254925:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076356.254932:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076357.278880:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076357.278886:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076357.278891:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076357.470805:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298015687, at 4298015744
00000100:00000010:0.0:1769076357.470821:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000020:00000001:2.0:1769076359.326939:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076359.326945:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076359.326950:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076360.350967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076360.350973:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076360.350978:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076361.055598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076361.055610:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076361.056283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076361.056286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076361.056697:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076361.056702:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769076361.374967:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076361.374974:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076361.374979:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076362.398856:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076362.398860:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076362.398865:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076362.590799:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298020807, at 4298020864
00000100:00000010:0.0:1769076362.590828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000020:00000001:2.0:1769076364.446944:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076364.446949:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076364.446953:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076365.470854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076365.470861:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076365.470866:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076366.175926:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076366.175934:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076366.176598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076366.176601:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076366.176997:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076366.177000:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769076366.494927:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076366.494933:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076366.494938:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076367.518848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076367.518852:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076367.518855:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076367.710743:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298025927, at 4298025984
00000100:00000010:0.0:1769076367.710775:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769076369.566890:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076369.566896:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076369.566901:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076370.590891:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076370.590898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076370.590903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076371.295840:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076371.295852:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076371.296398:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076371.296402:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076371.296784:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076371.296787:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769076371.614940:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076371.614947:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076371.614952:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076372.638920:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076372.638926:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076372.638931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076372.830840:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298031047, at 4298031104
00000100:00000010:0.0:1769076372.830864:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769076374.686897:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076374.686903:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076374.686908:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076375.710908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076375.710914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076375.710920:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076376.415571:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076376.415578:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076376.416453:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076376.416458:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076376.417197:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076376.417203:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769076376.734912:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076376.734918:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076376.734923:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076377.758864:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076377.758869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076377.758873:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076377.950775:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298036167, at 4298036224
00000100:00000010:0.0:1769076377.950793:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:2.0:1769076379.806924:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076379.806930:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076379.806935:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076380.830959:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076380.830965:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076380.830971:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076381.535911:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076381.535921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076381.536784:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076381.536788:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076381.537203:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076381.537207:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076381.854902:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076381.854908:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076381.854913:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076382.878907:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076382.878913:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076382.878918:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076383.070727:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298041287, at 4298041344
00000100:00000010:0.0:1769076383.070742:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769076384.926942:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076384.926951:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076384.926957:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076385.950881:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076385.950888:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076385.950893:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076386.655730:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076386.655741:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076386.656440:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076386.656444:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076386.656830:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076386.656833:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769076386.974832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076386.974837:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076386.974840:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076387.998992:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076387.998997:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076387.999002:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076388.190838:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298046407, at 4298046464
00000100:00000010:0.0:1769076388.190864:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769076390.046952:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076390.046958:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076390.046963:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076391.070982:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076391.070992:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076391.070999:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076391.775933:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076391.775951:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076391.776598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076391.776601:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076391.777134:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076391.777138:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076392.094913:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076392.094919:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076392.094925:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076393.118888:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076393.118894:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076393.118899:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076393.310805:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298051527, at 4298051584
00000100:00000010:0.0:1769076393.310828:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769076395.166973:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076395.166980:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076395.166985:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076396.190949:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076396.190957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076396.190963:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076396.895962:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076396.895968:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076396.896540:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076396.896543:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076396.896983:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076396.896987:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076397.214967:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076397.214972:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076397.214975:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076398.238988:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076398.238996:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076398.239001:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076398.430785:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298056647, at 4298056704
00000100:00000010:0.0:1769076398.430801:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769076400.286931:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076400.286936:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076400.286940:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076401.310964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076401.310970:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076401.310975:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076402.015998:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076402.016005:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076402.016647:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076402.016651:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076402.017180:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076402.017183:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769076402.334991:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076402.334998:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076402.335003:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076403.358908:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076403.358913:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076403.358917:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076403.550807:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298061767, at 4298061824
00000100:00000010:0.0:1769076403.550821:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769076405.406789:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076405.406792:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076405.406795:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076406.430884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076406.430891:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076406.430897:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076407.135757:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076407.135766:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076407.136471:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076407.136474:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076407.136904:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076407.136907:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769076407.454889:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076407.454895:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076407.454901:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076408.478927:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076408.478934:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076408.478939:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076408.670803:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298066887, at 4298066944
00000100:00000010:0.0:1769076408.670818:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000020:00000001:2.0:1769076410.526988:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076410.527000:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076410.527008:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076411.550952:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076411.550959:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076411.550965:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076412.256051:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076412.256388:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076412.256730:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769076412.574912:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076412.574931:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076412.574937:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076413.598971:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076413.598977:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076413.598981:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076413.790808:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298072007, at 4298072064
00000100:00000010:0.0:1769076413.790838:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000400:00000100:2.0:1769076415.327105:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076415.327169:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076415.327186:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076415.327194:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076415.327199:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076415.327205:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076415.327213:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076415.327220:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769076415.327229:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076415.327238:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076415.327247:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743b28
00000400:00000010:2.0:1769076415.327252:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743b28.
00000100:00000001:2.0:1769076415.327259:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076415.327272:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617300864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327317:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076415.327325:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617300864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327339:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076415.327358:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076415.327374:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076415.327379:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076415.327383:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076415.327389:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076415.327395:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743c38
00000400:00000010:2.0:1769076415.327399:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743c38.
00000100:00000001:2.0:1769076415.327403:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076415.327411:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f2680 x1855007617300992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327428:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076415.327436:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617300992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327450:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076415.327454:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076415.327466:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076415.327472:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076415.327504:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076415.327512:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076415.327522:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743220
00000400:00000010:2.0:1769076415.327528:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743220.
00000100:00000001:2.0:1769076415.327536:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076415.327554:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0e00 x1855007617301120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327578:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076415.327588:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617301120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076437 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076415.327619:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076415.327626:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076415.646913:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076415.646920:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076415.646925:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076416.670924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076416.670929:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076416.670935:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076417.376855:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076417.376861:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076417.377621:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076417.377624:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076417.378132:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076417.378135:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769076417.694949:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076417.694955:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076417.694960:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076418.718916:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076418.718922:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076418.718927:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076418.910761:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298077128, at 4298077184
00000100:00000010:0.0:1769076418.910782:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b33c0.
00000020:00000001:2.0:1769076420.767009:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076420.767019:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076420.767027:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076421.790967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076421.790971:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076421.790976:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076422.496121:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076422.496128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076422.496742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076422.496745:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076422.497301:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076422.497305:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769076422.814907:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076422.814914:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076422.814919:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076423.838969:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076423.838978:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076423.838986:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076424.030854:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298082247, at 4298082304
00000100:00000010:0.0:1769076424.030886:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:2.0:1769076426.910872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076426.910879:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076426.910884:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076427.614751:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076427.614761:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076427.614764:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076427.614767:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076427.614771:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076427.614777:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3413
00000400:00000200:2.0:1769076427.614785:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076427.614790:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076427.614793:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076427.614796:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614799:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.614801:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614803:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076427.614807:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076427.614808:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076427.614811:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076427.614813:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076427.614815:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076427.614817:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076427.614819:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614820:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.614822:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614823:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076427.614826:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076427.614829:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614831:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076427.614833:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076427.614836:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076427.614839:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.614840:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076427.614842:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076427.614849:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076427.614852:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076427.614856:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076427.614857:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.614860:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076427.614862:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076427.614867:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076427.614873:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076427.614880:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076427.614887:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617302016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076427.614896:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076427.614900:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076427.614904:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617302016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076427.614922:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076427.614925:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076427.614927:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076427.614929:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076427.614930:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076427.614932:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076427.614934:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3413
00000400:00000200:2.0:1769076427.614936:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076427.614939:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076427.614940:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076427.614943:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614945:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.614947:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614949:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076427.614952:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076427.614953:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076427.614955:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076427.614957:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076427.614959:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076427.614960:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076427.614963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614966:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.614971:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614976:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076427.614981:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076427.614987:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076427.614990:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076427.614994:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076427.615000:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076427.615005:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615009:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076427.615013:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076427.615018:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615021:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076427.615027:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076427.615031:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076427.615035:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076427.615038:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615042:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076427.615045:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076427.615048:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076427.615054:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076427.615060:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076427.615068:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617302144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076427.615080:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076427.615082:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076427.615089:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617302144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076427.615099:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076427.615104:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076427.615108:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076427.615111:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076427.615116:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076427.615119:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076427.615120:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076427.615124:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076427.615127:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3413
00000400:00000200:2.0:1769076427.615135:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076427.615140:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076427.615144:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076427.615149:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.615155:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.615158:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.615164:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076427.615169:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076427.615172:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076427.615177:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076427.615180:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076427.615185:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076427.615188:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076427.615196:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.615200:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076427.615204:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076427.615206:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076427.615211:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076427.615214:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076427.615216:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076427.615219:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076427.615223:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076427.615225:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615228:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076427.615232:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076427.615235:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615238:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076427.615243:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076427.615247:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076427.615253:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076427.615256:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076427.615259:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076427.615263:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076427.615266:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076427.615270:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076427.615288:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076427.615296:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617302272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076427.615304:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076427.615308:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076427.615334:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617302272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076427.615348:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076427.615353:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3423)
00000800:00000200:1.1:1769076427.615372:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076427.615376:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076427.615761:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076427.615763:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076427.616042:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076427.616044:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769076427.934985:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076427.934994:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076427.935001:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076428.958910:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076428.958917:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076428.958936:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076429.150825:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298087366, at 4298087424
00000100:00000010:0.0:1769076429.150850:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:2.0:1769076432.030847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076432.030855:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076432.030862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076432.736276:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076432.736291:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076432.737118:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076432.737122:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076432.737548:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076432.737552:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769076433.054933:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076433.054939:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076433.054945:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076434.078920:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076434.078927:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076434.078932:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076434.270782:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298092487, at 4298092544
00000100:00000010:0.0:1769076434.270800:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769076437.150910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076437.150917:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076437.150922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076437.854892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076437.854906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076437.854910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076437.854914:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076437.854920:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076437.854930:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3423
00000400:00000200:2.0:1769076437.854941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076437.854949:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076437.854953:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076437.854958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.854962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.854965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.854969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076437.854974:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076437.854976:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076437.854980:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076437.854983:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076437.854986:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076437.854989:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076437.854993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.854995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.854998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076437.855006:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076437.855010:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855013:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076437.855017:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076437.855020:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076437.855024:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855026:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076437.855029:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076437.855039:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076437.855043:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076437.855048:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076437.855050:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855054:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076437.855057:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076437.855063:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076437.855074:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076437.855082:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076437.855093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617302784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076437.855137:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076437.855143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076437.855151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617302784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076437.855181:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076437.855186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076437.855190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076437.855192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076437.855195:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076437.855198:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076437.855201:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3423
00000400:00000200:2.0:1769076437.855208:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076437.855212:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076437.855215:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076437.855220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.855228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076437.855238:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076437.855242:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076437.855246:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076437.855251:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076437.855262:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076437.855274:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076437.855293:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855307:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.855318:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076437.855338:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076437.855354:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855361:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076437.855369:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076437.855380:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076437.855387:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855390:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076437.855400:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076437.855413:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855416:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076437.855426:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076437.855431:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076437.855438:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076437.855444:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855454:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076437.855459:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076437.855462:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076437.855473:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076437.855483:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076437.855500:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617302912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076437.855521:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076437.855526:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076437.855541:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617302912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076437.855567:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076437.855571:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076437.855581:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076437.855590:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076437.855604:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076437.855610:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076437.855615:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076437.855627:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076437.855641:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3423
00000400:00000200:2.0:1769076437.855657:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076437.855756:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076437.855768:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076437.855783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.855797:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076437.855811:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076437.855820:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076437.855829:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076437.855834:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076437.855843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076437.855851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076437.855865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855873:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076437.855876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855882:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076437.855891:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076437.855904:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076437.855913:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076437.855921:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076437.855928:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076437.855935:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855941:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076437.855946:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076437.855952:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076437.855959:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076437.855969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076437.855977:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769076437.855985:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076437.855988:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076437.855993:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076437.855997:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769076437.855998:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076437.856001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076437.856004:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076437.856009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076437.856014:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076437.856026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617303040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076437.856051:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076437.856058:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076437.856075:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617303040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076437.856097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076437.856130:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3433)
00000800:00000200:3.1:1769076437.856758:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076437.856762:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076437.857161:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076437.857165:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769076438.174949:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076438.174957:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076438.174965:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076439.198875:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076439.198881:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076439.198885:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076439.390830:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298097607, at 4298097664
00000100:00000010:0.0:1769076439.390859:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000020:00000001:2.0:1769076442.270921:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076442.270927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076442.270932:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076442.975436:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076442.975444:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076442.975890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076442.975892:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076442.976142:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076442.976143:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076444.318845:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076444.318848:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076444.318851:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076444.510733:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298102726, at 4298102784
00000100:00000010:0.0:1769076444.510747:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000020:00000001:2.0:1769076447.391029:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076447.391036:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076447.391041:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076448.096071:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076448.096077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076448.096853:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076448.096856:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076448.097301:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076448.097304:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076449.438890:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076449.438895:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076449.438899:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076449.630738:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298107847, at 4298107904
00000100:00000010:0.0:1769076449.630754:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:2.0:1769076452.510841:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076452.510846:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076452.510850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076453.215565:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076453.215572:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076453.216207:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076453.216211:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076453.216573:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076453.216577:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076454.558793:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076454.558798:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076454.558801:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076454.750729:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298112967, at 4298113024
00000100:00000010:0.0:1769076454.750744:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:2.0:1769076457.630883:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076457.630886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076457.630889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076458.334866:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076458.334895:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076458.334899:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076458.334904:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076458.334910:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076458.334919:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3444
00000400:00000200:2.0:1769076458.334930:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076458.334938:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076458.334943:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076458.334947:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.334952:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.334955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.334959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076458.334964:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076458.334968:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076458.334972:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076458.334975:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076458.334978:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076458.334982:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076458.334986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.334988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.334990:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.334993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076458.334997:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076458.335001:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076458.335007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076458.335011:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076458.335015:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335018:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076458.335020:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076458.335032:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076458.335036:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076458.335041:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076458.335043:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335047:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076458.335050:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076458.335056:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076458.335068:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076458.335084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076458.335096:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617304320/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076458.335110:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076458.335116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076458.335122:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617304320/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076458.335158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076458.335162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076458.335167:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076458.335169:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076458.335171:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076458.335174:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076458.335177:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3444
00000400:00000200:2.0:1769076458.335182:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076458.335185:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076458.335189:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076458.335193:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335197:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.335202:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076458.335209:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076458.335211:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076458.335214:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076458.335218:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076458.335226:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076458.335230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076458.335238:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335244:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.335254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335262:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076458.335271:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076458.335282:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335291:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076458.335299:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076458.335313:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076458.335329:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335340:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076458.335354:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076458.335369:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335376:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076458.335392:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076458.335405:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076458.335420:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076458.335427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335437:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076458.335445:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076458.335455:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076458.335473:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076458.335489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076458.335511:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617304448/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076458.335548:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076458.335560:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076458.335584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617304448/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076458.335631:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076458.335640:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076458.335653:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076458.335709:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076458.335715:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076458.335717:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076458.335720:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076458.335727:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076458.335733:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3444
00000400:00000200:2.0:1769076458.335749:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076458.335791:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076458.335804:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769076458.335815:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769076458.335821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076458.335828:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769076458.335830:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.335843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076458.335865:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076458.335873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076458.335880:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076458.335887:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076458.335895:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076458.335899:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076458.335910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076458.335929:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076458.335948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076458.335959:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076458.335964:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076458.335970:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076458.335978:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076458.335989:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.335998:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076458.336005:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076458.336015:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.336019:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076458.336033:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076458.336043:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076458.336052:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076458.336059:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076458.336067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076458.336071:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076458.336074:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076458.336082:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076458.336091:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076458.336099:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617304576/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076458.336111:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076458.336120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076458.336129:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617304576/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076458.336147:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076458.336156:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3454)
00000800:00000200:3.1:1769076458.336578:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076458.336582:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076458.337073:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076458.337078:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076459.678938:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076459.678943:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076459.678948:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076459.870840:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298118087, at 4298118144
00000100:00000010:0.0:1769076459.870857:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769076462.750896:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076462.750902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076462.750907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076463.455822:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076463.455830:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076463.456419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076463.456423:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076463.456863:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076463.456866:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076464.798902:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076464.798910:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076464.798914:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076464.990796:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298123207, at 4298123264
00000100:00000010:0.0:1769076464.990812:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000020:00000001:2.0:1769076467.870858:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076467.870867:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076467.870874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076468.575811:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076468.575818:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076468.576510:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076468.576513:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076468.576999:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076468.577003:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076469.918918:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076469.918926:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076469.918933:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076470.110774:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298128327, at 4298128384
00000100:00000010:0.0:1769076470.110795:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:2.0:1769076472.990936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076472.990946:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076472.990954:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076473.695154:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076473.695158:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076473.695487:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076473.695489:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076473.695744:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076473.695746:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076475.038947:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076475.038957:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076475.038964:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076475.230837:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298133446, at 4298133504
00000100:00000010:0.0:1769076475.230858:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000020:00000001:2.0:1769076478.110891:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076478.110897:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076478.110903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076478.815936:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076478.816369:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076478.816763:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076480.158861:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076480.158866:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076480.158871:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076480.350809:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298138567, at 4298138624
00000100:00000010:0.0:1769076480.350842:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000400:00000100:2.0:1769076481.886985:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076481.887041:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076481.887055:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076481.887061:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076481.887066:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076481.887071:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076481.887078:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076481.887085:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076481.887091:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076481.887097:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076481.887105:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170cc0
00000400:00000010:2.0:1769076481.887108:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170cc0.
00000100:00000001:2.0:1769076481.887115:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076481.887138:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470bb80 x1855007617305856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887191:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076481.887199:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617305856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887214:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076481.887218:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076481.887237:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076481.887244:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076481.887250:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076481.887257:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076481.887265:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170b28
00000400:00000010:2.0:1769076481.887269:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170b28.
00000100:00000001:2.0:1769076481.887273:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076481.887281:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470b480 x1855007617305984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887296:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076481.887302:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617305984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887316:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076481.887320:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076481.887329:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076481.887334:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076481.887338:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076481.887344:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076481.887350:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:2.0:1769076481.887354:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:2.0:1769076481.887358:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076481.887391:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708700 x1855007617306112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887410:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076481.887420:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617306112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076503 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076481.887460:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076481.887468:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076483.230865:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076483.230871:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076483.230876:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076483.934873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076483.934897:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076483.934902:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076483.934906:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076483.934912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076483.934921:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3469
00000400:00000200:2.0:1769076483.934933:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076483.934940:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076483.934945:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076483.934949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.934953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.934957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.934960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076483.934965:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076483.934968:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076483.934971:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076483.934975:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076483.934978:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076483.934982:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076483.934986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.934989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.934991:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.934994:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076483.934997:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076483.935001:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076483.935007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076483.935011:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076483.935014:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935017:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076483.935019:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076483.935028:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076483.935032:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076483.935037:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076483.935039:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935043:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076483.935046:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076483.935051:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076483.935061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076483.935069:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076483.935080:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617306240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076483.935103:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076483.935108:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076483.935114:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617306240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076483.935146:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076483.935152:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076483.935159:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076483.935163:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076483.935166:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076483.935172:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076483.935177:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3469
00000400:00000200:2.0:1769076483.935185:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076483.935190:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076483.935196:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076483.935201:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.935209:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076483.935219:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076483.935221:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076483.935225:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076483.935229:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076483.935233:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076483.935237:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076483.935243:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935247:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.935251:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076483.935261:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076483.935267:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935272:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076483.935275:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076483.935284:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076483.935288:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935293:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076483.935299:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076483.935305:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935310:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076483.935317:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076483.935322:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076483.935327:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076483.935358:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935363:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076483.935366:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076483.935370:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076483.935378:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076483.935385:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076483.935395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617306368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076483.935409:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076483.935414:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076483.935422:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617306368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076483.935441:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076483.935447:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076483.935455:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076483.935460:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076483.935467:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076483.935470:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076483.935473:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076483.935478:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076483.935483:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3469
00000400:00000200:2.0:1769076483.935550:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076483.935555:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076483.935560:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076483.935566:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935571:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.935576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935580:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076483.935585:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076483.935588:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076483.935591:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076483.935595:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076483.935599:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076483.935604:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076483.935610:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076483.935613:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076483.935614:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076483.935618:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076483.935620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769076483.935622:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076483.935627:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076483.935633:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076483.935638:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076483.935641:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076483.935711:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076483.935716:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935720:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076483.935725:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076483.935731:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935735:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076483.935743:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076483.935748:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076483.935753:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076483.935756:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076483.935760:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076483.935764:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076483.935769:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076483.935778:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076483.935785:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076483.935796:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617306496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076483.935812:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076483.935816:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076483.935824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617306496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076483.935840:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076483.935848:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3479)
00000800:00000200:3.1:1769076483.936934:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076483.936941:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076483.937524:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076483.937527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076485.278867:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076485.278873:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076485.278878:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076485.470768:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298143687, at 4298143744
00000100:00000010:0.0:1769076485.470790:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:2.0:1769076488.350893:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076488.350902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076488.350909:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076489.056149:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076489.056154:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076489.057100:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076489.057103:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1769076489.057494:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076489.057497:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1769076490.398946:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076490.398954:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076490.398961:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076490.590835:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298148807, at 4298148864
00000100:00000010:0.0:1769076490.590852:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b30c0.
00000020:00000001:2.0:1769076493.470789:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076493.470794:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076493.470798:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076494.174789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076494.174806:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076494.174808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076494.174811:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076494.174815:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076494.174821:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3480
00000400:00000200:2.0:1769076494.174828:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076494.174833:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076494.174836:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076494.174838:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.174841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076494.174843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.174845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076494.174848:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076494.174849:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076494.174851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076494.174853:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076494.174856:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076494.174858:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076494.174860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.174861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076494.174862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.174864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076494.174866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076494.174868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076494.174870:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076494.174872:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076494.174874:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076494.174876:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.174878:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076494.174880:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076494.174886:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076494.174888:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076494.174891:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076494.174892:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.174894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076494.174896:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076494.174901:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076494.174907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076494.174912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076494.174919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617307008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076494.174941:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076494.174946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076494.174952:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617307008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076494.174975:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076494.174978:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076494.174981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076494.174982:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076494.174983:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076494.174985:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076494.174987:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3480
00000400:00000200:2.0:1769076494.174991:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076494.174994:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076494.174996:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076494.175002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175004:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076494.175008:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175011:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076494.175014:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076494.175016:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076494.175019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076494.175022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076494.175026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076494.175030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076494.175036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076494.175044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076494.175052:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076494.175060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175062:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076494.175064:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076494.175075:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076494.175080:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175082:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076494.175087:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076494.175092:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175094:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076494.175101:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076494.175104:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076494.175108:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076494.175111:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175113:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076494.175115:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076494.175117:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076494.175120:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076494.175123:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076494.175131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617307136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076494.175140:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076494.175143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076494.175147:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617307136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076494.175183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076494.175190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076494.175198:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076494.175206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076494.175213:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076494.175217:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076494.175220:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076494.175225:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076494.175228:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3480
00000400:00000200:2.0:1769076494.175271:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076494.175280:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076494.175284:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076494.175290:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076494.175296:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175299:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076494.175302:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076494.175303:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076494.175306:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076494.175309:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076494.175313:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076494.175315:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076494.175322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175326:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076494.175326:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769076494.175330:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076494.175332:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769076494.175333:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076494.175337:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076494.175342:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076494.175347:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076494.175351:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076494.175354:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076494.175359:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175361:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076494.175365:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076494.175369:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175372:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076494.175377:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076494.175382:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076494.175385:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076494.175388:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076494.175391:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076494.175394:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076494.175397:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076494.175403:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076494.175409:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076494.175419:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617307264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076494.175427:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076494.175440:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076494.175444:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617307264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076494.175455:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076494.175458:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3490)
00000800:00000200:3.1:1769076494.175807:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076494.175809:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076494.176009:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076494.176011:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1769076495.518863:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076495.518866:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076495.518869:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076495.710736:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298153926, at 4298153984
00000100:00000010:0.0:1769076495.710751:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:2.0:1769076498.590790:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076498.590793:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076498.590796:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076499.295359:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076499.295364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076499.295791:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076499.295792:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076499.296013:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076499.296014:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076500.638868:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076500.638871:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076500.638874:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076500.830762:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298159046, at 4298159104
00000100:00000010:0.0:1769076500.830778:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95cc0.
00000020:00000001:2.0:1769076503.710866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076503.710869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076503.710886:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076504.415310:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076504.415317:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076504.415639:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076504.415642:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076504.415885:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076504.415887:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076505.758837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076505.758841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076505.758845:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076505.950738:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298164166, at 4298164224
00000100:00000010:0.0:1769076505.950757:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000020:00000001:2.0:1769076508.830812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076508.830818:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076508.830822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076509.535314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076509.535319:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076509.535742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076509.535744:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769076509.536021:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076509.536024:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076510.878906:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076510.878909:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076510.878913:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076511.070701:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298169286, at 4298169344
00000100:00000010:0.0:1769076511.070714:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000020:00000001:2.0:1769076513.950850:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076513.950856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076513.950861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076514.654807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076514.654837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076514.654841:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076514.654846:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076514.654852:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076514.654861:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3500
00000400:00000200:2.0:1769076514.654874:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076514.654882:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076514.654887:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076514.654891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.654895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.654899:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.654902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076514.654907:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076514.654910:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076514.654913:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076514.654916:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076514.654920:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076514.654922:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076514.654926:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.654928:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.654930:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.654932:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076514.654936:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076514.654940:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076514.654943:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076514.654946:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076514.654951:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076514.654954:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.654958:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076514.654961:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076514.654973:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076514.654978:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076514.654983:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076514.654985:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.654989:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076514.654992:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076514.654998:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076514.655010:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076514.655019:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076514.655031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617308544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076514.655043:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076514.655049:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076514.655055:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617308544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076514.655084:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076514.655088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076514.655092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076514.655094:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076514.655095:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076514.655098:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076514.655101:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3500
00000400:00000200:2.0:1769076514.655107:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076514.655112:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076514.655116:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076514.655120:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.655126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076514.655131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076514.655134:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076514.655137:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076514.655141:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076514.655147:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076514.655153:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076514.655160:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655163:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.655171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655177:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076514.655189:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076514.655202:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655219:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076514.655234:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076514.655247:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076514.655255:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655262:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076514.655272:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076514.655287:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655292:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076514.655297:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076514.655302:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076514.655312:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076514.655316:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655322:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076514.655328:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076514.655334:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076514.655343:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076514.655354:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076514.655370:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617308672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076514.655400:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076514.655405:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076514.655418:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617308672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076514.655434:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076514.655449:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076514.655461:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076514.655471:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076514.655481:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076514.655486:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076514.655490:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076514.655500:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076514.655508:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3500
00000400:00000200:2.0:1769076514.655519:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076514.655531:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076514.655539:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076514.655549:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655557:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.655563:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076514.655574:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076514.655579:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076514.655586:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076514.655593:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:3.1:1769076514.655594:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769076514.655607:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.1:1769076514.655608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076514.655621:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076514.655631:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655637:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076514.655644:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655651:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076514.655717:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076514.655733:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076514.655747:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076514.655754:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076514.655760:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076514.655765:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655774:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076514.655779:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076514.655786:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655792:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076514.655801:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076514.655808:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076514.655811:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076514.655829:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076514.655835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076514.655837:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076514.655840:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076514.655846:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076514.655853:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076514.655865:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617308800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076514.655885:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076514.655891:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076514.655904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617308800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076514.655937:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076514.655950:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3510)
00000800:00000200:3.1:1769076514.656202:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076514.656204:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076514.656404:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076514.656406:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076515.998802:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076515.998807:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076515.998810:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076516.190754:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298174407, at 4298174464
00000100:00000010:0.0:1769076516.190768:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000020:00000001:2.0:1769076519.070876:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076519.070883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076519.070888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076519.774912:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.774929:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076519.774933:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.774939:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.774946:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.774958:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3505
00000400:00000200:2.0:1769076519.774973:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076519.774982:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.774987:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.774992:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.774998:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.775001:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775005:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076519.775013:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.775016:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076519.775020:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.775024:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076519.775028:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076519.775031:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076519.775035:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775037:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.775039:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076519.775046:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076519.775050:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775053:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.775057:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.775062:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076519.775066:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.775079:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076519.775082:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076519.775095:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076519.775100:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076519.775105:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.775108:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.775112:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.775116:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.775123:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.775135:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076519.775145:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.775158:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617308928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.775173:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.775180:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.775187:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617308928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.775220:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076519.775225:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.775230:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076519.775232:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.775235:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.775239:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.775243:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3505
00000400:00000200:2.0:1769076519.775249:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076519.775255:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.775258:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.775263:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775266:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.775270:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775274:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076519.775289:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.775293:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076519.775297:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.775304:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076519.775308:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076519.775317:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076519.775330:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775349:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.775361:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775368:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076519.775377:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076519.775397:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775405:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.775420:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.775435:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076519.775449:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.775459:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076519.775471:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076519.775491:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.775503:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076519.775529:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076519.775536:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076519.775540:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.775545:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.775549:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.775553:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.775568:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.775591:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076519.775600:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.775621:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617309056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.775653:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.775711:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.775721:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617309056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.775779:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.775784:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076519.775799:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076519.775805:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076519.775815:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076519.775833:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076519.775839:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076519.775853:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076519.775865:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3505
00000400:00000200:2.0:1769076519.775909:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076519.775931:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076519.775940:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076519.775963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775975:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.775978:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.775981:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076519.775986:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076519.775993:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076519.775998:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076519.776001:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076519.776004:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076519.776008:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076519.776014:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.776017:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076519.776024:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076519.776041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076519.776055:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076519.776077:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076519.776083:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076519.776093:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076519.776103:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1769076519.776105:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076519.776120:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076519.776121:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769076519.776142:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076519.776154:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076519.776167:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.776172:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076519.776190:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076519.776208:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076519.776231:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076519.776237:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076519.776246:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076519.776252:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076519.776256:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076519.776262:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076519.776269:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076519.776281:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617309184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076519.776305:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076519.776314:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.776332:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617309184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076519.776384:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076519.776394:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3515)
00000800:00000200:3.1:1769076519.776876:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076519.776879:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076519.777237:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076519.777240:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076521.118976:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076521.118986:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076521.118993:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076521.310802:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298179527, at 4298179584
00000100:00000010:0.0:1769076521.310829:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769076524.191006:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076524.191013:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076524.191018:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076524.896015:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076524.896025:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076524.896743:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076524.896746:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076524.897122:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076524.897128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076526.238914:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076526.238923:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076526.238930:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076526.430744:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298184647, at 4298184704
00000100:00000010:0.0:1769076526.430766:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000020:00000001:2.0:1769076529.310860:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076529.310865:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076529.310870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076530.014858:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076530.014867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076530.014869:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076530.014872:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076530.014875:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076530.014887:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3515
00000400:00000200:2.0:1769076530.014894:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076530.014899:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076530.014902:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076530.014905:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.014908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.014911:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.014915:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076530.014919:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076530.014921:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076530.014924:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076530.014927:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076530.014929:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076530.014932:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076530.014935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.014937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.014940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.014942:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076530.014945:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076530.014949:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076530.014952:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076530.014955:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076530.014959:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076530.014962:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.014965:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076530.014967:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076530.014979:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076530.014982:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076530.014986:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076530.014987:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.014990:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076530.014992:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076530.014996:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076530.015003:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076530.015014:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076530.015022:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617309696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076530.015030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076530.015034:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076530.015038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617309696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076530.015062:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076530.015065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076530.015067:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076530.015069:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076530.015070:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076530.015072:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076530.015073:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3515
00000400:00000200:2.0:1769076530.015076:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076530.015078:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076530.015079:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076530.015081:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.015085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015086:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076530.015087:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076530.015088:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076530.015089:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076530.015091:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076530.015092:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076530.015093:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076530.015095:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015096:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.015098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015099:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076530.015101:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076530.015102:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015104:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076530.015105:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076530.015110:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076530.015111:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076530.015116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076530.015118:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015120:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076530.015123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076530.015124:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076530.015125:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076530.015126:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015127:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076530.015128:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076530.015130:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076530.015132:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076530.015134:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076530.015138:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617309824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076530.015146:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076530.015148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076530.015153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617309824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076530.015162:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076530.015167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076530.015172:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076530.015176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076530.015181:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076530.015183:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076530.015186:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076530.015189:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076530.015194:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3515
00000400:00000200:2.0:1769076530.015198:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076530.015201:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076530.015205:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076530.015210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.015220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076530.015239:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076530.015240:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076530.015241:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076530.015244:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076530.015249:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076530.015252:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076530.015260:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076530.015289:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015301:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076530.015318:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076530.015328:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076530.015329:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076530.015331:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076530.015334:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076530.015335:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015336:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076530.015338:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076530.015343:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015356:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076530.015361:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076530.015367:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076530.015386:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076530.015396:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076530.015404:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076530.015409:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076530.015417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076530.015431:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076530.015442:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076530.015454:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617309952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076530.015465:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076530.015476:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076530.015498:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617309952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076530.015517:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076530.015525:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3525)
00000800:00000200:3.1:1769076530.015867:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076530.015873:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076530.016369:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076530.016372:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076530.017009:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076530.017012:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076531.358941:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076531.358950:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076531.358955:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076531.550786:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298189767, at 4298189824
00000100:00000010:0.0:1769076531.550820:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:2.0:1769076534.430831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076534.430836:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076534.430840:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076535.135601:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076535.135608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076535.135958:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076535.135960:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076535.136147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076535.136148:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769076536.670726:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298194887, at 4298194944
00000100:00000010:0.0:1769076536.670740:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000020:00000001:2.0:1769076539.550793:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076539.550797:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076539.550799:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076540.254770:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076540.254779:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076540.254782:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076540.254785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076540.254788:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076540.254794:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3526
00000400:00000200:0.0:1769076540.254801:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076540.254806:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076540.254809:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076540.254811:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254814:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.254815:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254817:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076540.254820:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076540.254822:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076540.254824:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076540.254826:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076540.254827:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076540.254829:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076540.254831:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254832:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.254833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076540.254838:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076540.254841:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254842:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076540.254845:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076540.254847:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076540.254849:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.254850:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076540.254852:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076540.254859:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076540.254862:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076540.254865:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076540.254866:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.254868:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076540.254870:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076540.254874:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076540.254880:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076540.254885:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076540.254892:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617310464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076540.254900:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076540.254903:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076540.254906:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617310464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076540.254925:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076540.254927:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076540.254929:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076540.254931:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076540.254932:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076540.254934:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076540.254936:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3526
00000400:00000200:0.0:1769076540.254938:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076540.254941:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076540.254943:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076540.254946:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254947:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.254949:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254951:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076540.254952:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076540.254953:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076540.254955:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076540.254959:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076540.254962:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076540.254973:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076540.254981:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254986:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.254990:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.254994:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076540.254998:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076540.255003:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255007:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076540.255012:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076540.255018:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076540.255022:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255025:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076540.255031:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076540.255035:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255041:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076540.255047:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076540.255052:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076540.255056:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076540.255057:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255064:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076540.255069:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076540.255072:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076540.255076:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076540.255082:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076540.255091:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617310592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076540.255108:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076540.255112:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076540.255118:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617310592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076540.255131:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076540.255137:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076540.255140:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076540.255144:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076540.255149:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076540.255150:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076540.255151:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076540.255152:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076540.255155:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3526
00000400:00000200:0.0:1769076540.255206:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076540.255211:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076540.255214:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076540.255216:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255217:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.255220:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255223:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076540.255225:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076540.255228:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076540.255230:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076540.255232:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076540.255237:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076540.255241:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076540.255247:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255250:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076540.255253:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255257:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769076540.255258:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076540.255260:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.1:1769076540.255266:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00080000:0.0:1769076540.255267:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076540.255270:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076540.255274:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076540.255276:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076540.255281:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255284:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076540.255288:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076540.255293:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255296:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076540.255302:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076540.255308:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076540.255313:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076540.255317:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076540.255322:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076540.255326:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076540.255330:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076540.255337:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076540.255345:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076540.255353:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617310720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076540.255377:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076540.255380:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076540.255406:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617310720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076540.255421:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076540.255427:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3536)
00000800:00000200:1.1:1769076540.255694:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076540.255696:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076540.255906:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076540.255909:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1769076541.790761:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298200006, at 4298200064
00000100:00000010:0.0:1769076541.790776:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:2.0:1769076544.670910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076544.670916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076544.670919:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076545.374887:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.374901:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076545.374905:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.374910:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.374915:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.374934:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3531
00000400:00000200:2.0:1769076545.374946:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076545.374953:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.374958:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.374963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.374968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.374971:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.374974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076545.374979:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.374982:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076545.374986:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.374990:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076545.374993:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076545.374997:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076545.375001:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375004:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.375007:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375010:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076545.375013:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076545.375018:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375021:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.375025:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.375029:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076545.375033:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375036:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076545.375039:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.375050:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076545.375055:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076545.375060:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.375062:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375066:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.375069:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.375074:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.375094:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076545.375102:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.375113:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617310848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.375134:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.375140:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.375147:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617310848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.375192:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076545.375197:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.375201:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076545.375204:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.375206:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.375209:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.375214:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3531
00000400:00000200:2.0:1769076545.375219:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076545.375223:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.375227:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.375231:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375234:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.375237:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375252:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076545.375256:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.375257:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076545.375259:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.375262:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076545.375265:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076545.375268:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076545.375272:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375274:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.375277:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375281:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076545.375286:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076545.375290:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375295:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.375314:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.375322:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076545.375326:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375329:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076545.375335:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076545.375349:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375353:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.375359:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076545.375362:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076545.375368:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.375372:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375380:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.375386:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.375398:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.375420:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076545.375430:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.375470:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617310976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.375529:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.375541:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.375555:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617310976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.375588:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.375608:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076545.375618:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076545.375630:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076545.375641:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076545.375651:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076545.375718:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076545.375723:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076545.375727:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3531
00000400:00000200:2.0:1769076545.375734:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076545.375758:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076545.375763:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076545.375772:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375782:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.375794:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076545.375817:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076545.375828:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076545.375837:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076545.375845:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076545.375848:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076545.375853:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076545.375866:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375882:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076545.375889:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375906:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076545.375918:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076545.375928:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076545.375931:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076545.375938:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076545.375943:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769076545.375943:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076545.375960:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375964:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076545.375966:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076545.375969:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375971:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076545.375975:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076545.375979:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076545.375983:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076545.375988:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076545.375993:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076545.375996:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076545.376000:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076545.376014:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076545.376042:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076545.376059:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617311104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076545.376095:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076545.376106:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.376127:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617311104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076545.376189:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076545.376201:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3541)
00000800:00000200:1.1:1769076545.376290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076545.376419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076546.910747:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298205127, at 4298205184
00000100:00000010:0.0:1769076546.910764:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:2.0:1769076549.790824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076549.790827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076549.790830:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076550.494772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.494781:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076550.494784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.494787:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.494791:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.494799:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3536
00000400:00000200:2.0:1769076550.494807:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076550.494813:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.494816:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.494818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.494821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.494831:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.494832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076550.494835:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.494837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076550.494839:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.494841:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076550.494844:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076550.494846:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076550.494850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.494852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.494854:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.494856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076550.494859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076550.494862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076550.494865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.494868:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.494871:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.494874:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.494877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076550.494879:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076550.494888:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076550.494903:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076550.494908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.494910:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.494913:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.494916:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.494921:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.494930:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076550.494936:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.494945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617311232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.494955:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.494959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.494965:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617311232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.495002:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076550.495006:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.495009:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076550.495011:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.495012:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.495015:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.495018:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3536
00000400:00000200:2.0:1769076550.495022:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076550.495026:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.495029:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.495033:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.495038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076550.495044:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.495045:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076550.495048:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.495051:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076550.495053:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076550.495055:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076550.495061:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.495069:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076550.495077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076550.495082:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495092:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.495097:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.495104:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.495116:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495124:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076550.495133:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076550.495141:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495155:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076550.495169:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076550.495176:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076550.495186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.495193:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495200:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.495205:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.495208:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.495235:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076550.495246:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.495260:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617311360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.495283:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.495286:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.495296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617311360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.495327:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.495334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076550.495339:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076550.495342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076550.495351:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076550.495355:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076550.495357:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076550.495363:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076550.495372:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3536
00000400:00000200:2.0:1769076550.495401:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076550.495420:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076550.495431:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076550.495446:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495454:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.495464:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495474:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076550.495482:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076550.495489:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076550.495495:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076550.495497:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076550.495508:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076550.495514:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076550.495518:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495522:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076550.495531:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495537:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076550.495539:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076550.495550:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076550.495559:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076550.495562:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076550.495565:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076550.495570:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495575:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076550.495578:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076550.495593:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495602:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076550.495615:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076550.495626:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076550.495636:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076550.495638:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076550.495649:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076550.495655:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076550.495705:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076550.495711:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076550.495716:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076550.495723:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617311488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076550.495743:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076550.495746:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.495751:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617311488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076550.495761:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076550.495775:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3546)
00000800:00000200:1.1:1769076550.495848:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076550.495853:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076550.496491:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076550.496494:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076550.496850:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076550.496852:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076552.030818:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298210247, at 4298210304
00000100:00000010:0.0:1769076552.030837:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:2.0:1769076554.910843:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076554.910847:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076554.910850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076555.614760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.614772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076555.614775:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.614779:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.614784:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.614792:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3541
00000400:00000200:2.0:1769076555.614802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076555.614808:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.614811:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.614814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614818:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.614821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076555.614828:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.614830:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076555.614832:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.614835:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076555.614836:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076555.614838:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076555.614840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.614842:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076555.614846:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076555.614848:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.614852:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.614855:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.614857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.614858:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076555.614860:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076555.614871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076555.614874:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076555.614878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.614880:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.614882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.614885:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.614890:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.614898:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076555.614905:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.614914:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617311616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.614923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.614927:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.614931:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617311616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.614949:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076555.614951:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.614954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076555.614955:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.614956:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.614958:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.614960:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3541
00000400:00000200:2.0:1769076555.614962:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076555.614963:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.614965:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.614967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.614971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076555.614975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.614977:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076555.614978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.614980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076555.614982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076555.614983:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076555.614987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.614993:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.614998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076555.614999:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076555.615004:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615007:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.615011:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.615018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.615023:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615027:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076555.615032:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076555.615038:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615044:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076555.615049:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076555.615053:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076555.615057:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.615057:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615059:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.615063:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.615066:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.615071:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076555.615075:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.615083:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617311744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.615096:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.615099:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.615106:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617311744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.615117:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.615120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076555.615141:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076555.615146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076555.615151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076555.615155:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076555.615158:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076555.615164:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076555.615169:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3541
00000400:00000200:2.0:1769076555.615171:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076555.615176:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076555.615178:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076555.615182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.615189:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615192:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076555.615197:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076555.615199:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076555.615202:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076555.615203:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076555.615205:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076555.615210:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076555.615216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615218:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076555.615219:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615220:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076555.615223:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076555.615229:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076555.615231:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076555.615233:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076555.615236:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076555.615240:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615241:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076555.615245:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076555.615248:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615252:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076555.615257:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076555.615262:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076555.615266:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076555.615270:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076555.615273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076555.615276:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076555.615279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076555.615286:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076555.615290:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076555.615299:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617311872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076555.615311:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076555.615314:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.615318:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617311872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076555.615324:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076555.615331:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3551)
00000800:00000200:1.1:1769076555.615340:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076555.615343:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076555.615699:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076555.615700:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076555.615893:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076555.615894:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769076557.150785:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298215366, at 4298215424
00000100:00000010:0.0:1769076557.150804:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:2.0:1769076560.030911:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076560.030915:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076560.030918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076560.734776:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076560.734786:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076560.734789:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076560.734791:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076560.734794:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076560.734800:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3546
00000400:00000200:0.0:1769076560.734809:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076560.734816:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076560.734819:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076560.734823:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.734826:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.734828:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.734831:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076560.734835:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076560.734838:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076560.734841:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076560.734844:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076560.734847:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076560.734850:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076560.734853:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.734855:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.734857:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.734860:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076560.734863:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076560.734865:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076560.734868:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076560.734871:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076560.734874:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076560.734878:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.734880:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076560.734882:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076560.734889:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769076560.734894:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076560.734898:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076560.734900:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.734903:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076560.734906:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076560.734910:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076560.734918:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076560.734926:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076560.734934:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617312000/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076560.734950:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076560.734955:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076560.734960:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617312000/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076560.734982:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076560.734986:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076560.734990:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076560.734992:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076560.734994:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076560.734997:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076560.735000:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3546
00000400:00000200:0.0:1769076560.735005:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076560.735008:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076560.735010:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076560.735013:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735015:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.735016:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735018:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076560.735027:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076560.735029:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076560.735032:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076560.735034:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076560.735039:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076560.735053:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076560.735059:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.735065:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735067:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076560.735071:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076560.735076:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735081:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076560.735085:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076560.735090:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076560.735093:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735096:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076560.735102:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076560.735105:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735108:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076560.735111:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076560.735115:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076560.735121:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076560.735123:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735125:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076560.735129:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076560.735131:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076560.735136:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076560.735142:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076560.735148:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617312128/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076560.735158:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076560.735160:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076560.735164:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617312128/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076560.735186:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076560.735191:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076560.735195:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076560.735201:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076560.735204:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076560.735205:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076560.735207:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076560.735210:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076560.735214:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3546
00000400:00000200:0.0:1769076560.735222:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076560.735228:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076560.735233:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076560.735240:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735244:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.735249:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735253:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076560.735258:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076560.735260:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076560.735263:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076560.735266:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076560.735270:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076560.735275:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076560.735281:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735283:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076560.735288:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735291:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076560.735293:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076560.735298:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076560.735301:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076560.735304:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076560.735307:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076560.735310:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735313:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076560.735316:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076560.735321:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735322:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076560.735326:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076560.735330:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076560.735334:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076560.735335:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076560.735344:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076560.735348:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076560.735351:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076560.735356:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076560.735361:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076560.735371:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617312256/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076560.735382:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076560.735386:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076560.735393:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617312256/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076560.735405:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076560.735413:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3556)
00000800:00000200:1.1:1769076560.735447:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076560.735451:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076560.735942:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076560.735945:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076560.736278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076560.736281:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769076562.270774:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298220486, at 4298220544
00000100:00000010:0.0:1769076562.270798:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:2.0:1769076565.150873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076565.150877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076565.150880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076565.854793:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.854804:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076565.854807:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.854811:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.854817:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.854824:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3551
00000400:00000200:2.0:1769076565.854833:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076565.854839:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.854843:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.854846:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.854850:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.854852:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.854855:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076565.854858:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.854860:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076565.854862:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.854864:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076565.854866:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076565.854868:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076565.854870:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.854871:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.854872:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.854874:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076565.854876:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076565.854878:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076565.854880:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.854882:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.854885:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.854888:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.854891:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076565.854893:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.854903:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076565.854907:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076565.854910:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076565.854912:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.854915:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.854917:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.854923:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076565.854932:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076565.854938:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076565.854946:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617312384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.854971:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.854976:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.854981:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617312384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.855005:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076565.855008:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.855012:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076565.855013:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.855015:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.855018:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.855021:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3551
00000400:00000200:2.0:1769076565.855025:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076565.855028:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.855030:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.855033:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855035:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.855037:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855038:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076565.855041:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.855043:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076565.855046:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.855048:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076565.855053:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076565.855055:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076565.855059:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855061:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.855066:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855068:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076565.855072:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076565.855076:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855080:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.855084:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.855089:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.855094:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855099:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076565.855104:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076565.855109:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855112:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.855117:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076565.855124:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076565.855129:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076565.855130:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855135:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.855137:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.855141:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076565.855146:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076565.855151:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076565.855159:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617312512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.855171:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.855176:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.855183:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617312512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.855205:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.855211:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076565.855220:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076565.855227:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076565.855233:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076565.855236:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076565.855238:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076565.855240:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076565.855246:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3551
00000400:00000200:2.0:1769076565.855251:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076565.855255:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076565.855260:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076565.855267:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855273:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.855282:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855289:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076565.855297:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076565.855302:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076565.855306:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076565.855311:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076565.855314:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076565.855317:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076565.855326:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855329:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076565.855334:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855338:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076565.855342:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076565.855346:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076565.855349:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076565.855352:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076565.855355:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076565.855358:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855361:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076565.855364:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076565.855367:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855369:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076565.855374:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076565.855379:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769076565.855379:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769076565.855386:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769076565.855387:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
02000000:00000001:2.0:1769076565.855388:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076565.855393:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076565.855395:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076565.855398:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076565.855403:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076565.855407:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076565.855415:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617312640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076565.855426:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076565.855431:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.855437:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617312640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076565.855467:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076565.855476:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3561)
00000800:00000200:1.1:1769076565.855783:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076565.855785:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076565.856070:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076565.856072:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769076567.391018:0:54386:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298225606, at 4298225664
00000100:00000010:0.0:1769076567.391026:0:54386:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769076570.270942:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076570.270946:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076570.270950:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076570.976259:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076570.976264:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076570.976803:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076570.976805:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076570.977285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076570.977289:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769076572.510771:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298230727, at 4298230784
00000100:00000010:0.0:1769076572.510790:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769076575.390964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076575.390987:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076575.390996:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076576.095318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076576.095322:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076576.095739:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076576.095742:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076576.095999:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076576.096001:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769076577.630810:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298235846, at 4298235904
00000100:00000010:0.0:1769076577.630822:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769076580.510972:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076580.510977:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076580.510981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076581.215314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076581.215318:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076581.215772:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076581.215774:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076581.216047:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076581.216049:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769076582.750761:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298240966, at 4298241024
00000100:00000010:0.0:1769076582.750779:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769076585.630958:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076585.630967:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076585.630974:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076586.335790:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076586.335805:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076586.336598:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076586.336604:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076586.337215:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076586.337218:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076587.870762:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298246087, at 4298246144
00000100:00000010:0.0:1769076587.870783:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769076590.750969:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076590.750976:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076590.750983:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076591.454768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076591.454779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076591.454782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076591.454786:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076591.454789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076591.454796:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3577
00000400:00000200:0.0:1769076591.454805:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076591.454810:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076591.454813:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076591.454817:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.454820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.454822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.454824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076591.454828:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076591.454829:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076591.454832:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076591.454834:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076591.454837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076591.454838:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076591.454841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.454843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.454844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.454846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076591.454849:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076591.454852:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076591.454854:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076591.454856:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076591.454859:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076591.454862:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.454864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076591.454865:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076591.454875:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769076591.454879:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076591.454884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076591.454886:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.454889:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076591.454893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076591.454898:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076591.454907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076591.454916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076591.454927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617314304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076591.454942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076591.454948:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076591.454955:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617314304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076591.454982:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076591.454986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076591.454989:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076591.454991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076591.454992:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076591.454995:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076591.454997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3577
00000400:00000200:0.0:1769076591.455001:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076591.455004:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076591.455006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076591.455018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.455023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076591.455028:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076591.455030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076591.455032:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076591.455034:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076591.455037:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076591.455044:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076591.455050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.455064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455070:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076591.455077:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076591.455084:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455091:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076591.455096:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076591.455105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076591.455112:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.455116:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076591.455123:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076591.455130:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.455135:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076591.455140:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769076591.455142:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076591.455145:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076591.455151:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.455158:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076591.455161:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076591.455166:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076591.455173:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076591.455179:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076591.455190:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617314432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076591.455201:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076591.455205:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076591.455211:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617314432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076591.455229:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076591.455235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076591.455247:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076591.455254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076591.455265:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076591.455270:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076591.455276:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076591.455282:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076591.455288:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3577
00000400:00000200:0.0:1769076591.455298:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076591.455307:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076591.455310:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076591.455314:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.455326:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076591.455333:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076591.455336:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076591.455340:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076591.455342:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076591.455348:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076591.455355:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076591.455368:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455376:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076591.455387:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455393:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076591.455403:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076591.455417:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076591.455426:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076591.455433:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076591.455439:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076591.455444:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.455450:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076591.455455:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769076591.455455:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:0.0:1769076591.455463:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076591.455463:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076591.455470:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076591.455478:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769076591.455486:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076591.455491:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076591.455495:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076591.455501:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076591.455505:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076591.455507:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076591.455515:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076591.455521:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076591.455550:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617314560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076591.455565:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076591.455571:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076591.455584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617314560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076591.455623:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076591.455633:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3587)
00000800:00000200:1.1:1769076591.455971:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076591.455973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076591.456229:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076591.456231:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769076592.990813:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298251206, at 4298251264
00000100:00000010:0.0:1769076592.990843:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769076595.870819:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076595.870824:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076595.870828:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076596.574796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.574810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076596.574816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.574821:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.574827:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.574837:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3582
00000400:00000200:2.0:1769076596.574848:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076596.574857:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.574862:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.574867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.574872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.574876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.574880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076596.574886:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.574889:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076596.574893:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.574896:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076596.574900:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076596.574904:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076596.574909:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.574912:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.574915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.574918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076596.574923:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076596.574928:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076596.574932:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.574936:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.574940:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.574944:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.574948:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076596.574951:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.574963:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076596.574969:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076596.574976:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.574978:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.574982:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.574986:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.575007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076596.575028:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076596.575037:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.575050:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617314688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.575065:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.575072:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.575080:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617314688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.575129:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076596.575135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.575141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076596.575144:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.575146:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.575151:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.575155:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3582
00000400:00000200:2.0:1769076596.575162:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076596.575169:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.575174:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.575180:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.575190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076596.575204:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.575211:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076596.575220:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.575227:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076596.575239:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076596.575249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076596.575264:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.575287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575298:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076596.575309:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076596.575321:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575335:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.575344:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.575356:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.575365:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.575373:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076596.575383:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076596.575397:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.575407:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.575434:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076596.575465:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076596.575473:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.575480:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.575489:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.575496:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.575505:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076596.575520:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076596.575533:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.575565:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617314816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.575596:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.575605:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076596.575605:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076596.575616:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1769076596.575624:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617314816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.575739:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.575745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076596.575764:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076596.575772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076596.575789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076596.575797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076596.575805:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076596.575814:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076596.575828:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3582
00000400:00000200:2.0:1769076596.575842:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076596.575853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076596.575860:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076596.575868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.575876:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076596.575897:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076596.575904:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076596.575915:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076596.575924:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076596.575934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076596.575947:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076596.575959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076596.575978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076596.575988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076596.575997:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076596.576010:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076596.576023:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076596.576031:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076596.576043:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076596.576054:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.576065:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076596.576074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076596.576089:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.576097:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076596.576111:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076596.576124:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076596.576138:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076596.576144:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076596.576154:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076596.576159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076596.576166:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076596.576180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076596.576191:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076596.576211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617314944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076596.576242:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076596.576253:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.576266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617314944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076596.576299:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076596.576314:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3592)
00000800:00000200:1.1:1769076596.576465:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076596.576468:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076596.576833:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076596.576836:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076598.110787:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298256327, at 4298256384
00000100:00000010:0.0:1769076598.110818:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769076600.991024:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076600.991029:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076600.991033:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076601.694772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076601.694783:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076601.694786:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076601.694790:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076601.694795:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076601.694803:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3587
00000400:00000200:0.0:1769076601.694813:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076601.694820:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076601.694823:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076601.694828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.694831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.694834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.694837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076601.694841:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076601.694843:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076601.694846:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076601.694849:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076601.694851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076601.694854:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076601.694857:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.694859:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.694861:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.694863:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076601.694867:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076601.694870:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076601.694873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076601.694876:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076601.694879:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076601.694882:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.694884:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076601.694886:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076601.694896:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769076601.694899:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076601.694903:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076601.694905:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.694908:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076601.694911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076601.694915:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076601.694923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076601.694931:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076601.694941:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617315072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076601.694952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076601.694957:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076601.694962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617315072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076601.695004:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076601.695010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076601.695015:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076601.695017:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076601.695020:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076601.695024:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076601.695029:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3587
00000400:00000200:0.0:1769076601.695051:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076601.695059:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076601.695067:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076601.695077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695086:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.695096:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695106:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076601.695114:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076601.695119:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076601.695127:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076601.695135:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076601.695145:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076601.695153:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076601.695166:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.695174:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695178:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076601.695183:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076601.695200:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695206:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076601.695210:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076601.695222:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076601.695230:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695233:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076601.695238:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076601.695246:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695252:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076601.695271:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769076601.695274:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076601.695279:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076601.695283:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695287:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076601.695290:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076601.695295:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076601.695302:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076601.695311:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076601.695324:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617315200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076601.695343:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076601.695350:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076601.695380:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617315200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076601.695411:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076601.695420:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076601.695431:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076601.695440:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076601.695448:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076601.695455:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076601.695461:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076601.695470:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076601.695493:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3587
00000400:00000200:0.0:1769076601.695523:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076601.695532:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076601.695537:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076601.695545:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.695575:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076601.695587:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769076601.695589:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076601.695590:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076601.695598:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076601.695600:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1769076601.695605:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076601.695616:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076601.695628:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076601.695642:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695670:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076601.695684:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695770:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076601.695777:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076601.695788:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076601.695796:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076601.695803:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076601.695810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076601.695817:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076601.695828:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076601.695833:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695837:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076601.695845:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769076601.695852:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076601.695859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076601.695864:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076601.695867:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076601.695871:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076601.695876:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076601.695882:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076601.695890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076601.695899:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617315328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076601.695918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076601.695923:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076601.695932:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617315328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076601.695944:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076601.695952:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3597)
00000800:00000200:1.1:1769076601.696483:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076601.696486:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769076601.696844:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076601.696847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769076603.230790:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298261447, at 4298261504
00000100:00000010:0.0:1769076603.230804:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000020:00000001:2.0:1769076606.110928:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076606.110936:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076606.110941:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076606.815800:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076606.815808:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076606.816347:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076606.816350:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076606.816827:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076606.816829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769076608.350738:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298266567, at 4298266624
00000100:00000010:0.0:1769076608.350755:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:2.0:1769076611.230917:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076611.230921:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076611.230925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076611.934781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076611.934789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076611.934792:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076611.934795:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076611.934798:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.934804:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3597
00000400:00000200:0.0:1769076611.934811:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076611.934816:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076611.934818:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076611.934821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934824:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.934826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076611.934831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076611.934832:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076611.934835:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076611.934837:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076611.934838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076611.934840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076611.934842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.934844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076611.934848:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076611.934850:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934852:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076611.934854:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076611.934857:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076611.934859:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.934861:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076611.934863:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076611.934872:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076611.934876:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076611.934880:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.934882:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.934884:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076611.934887:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076611.934891:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076611.934900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076611.934908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076611.934917:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617315840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076611.934929:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076611.934933:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.934938:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617315840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.934963:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076611.934967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076611.934970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076611.934972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076611.934974:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076611.934977:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.934980:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3597
00000400:00000200:0.0:1769076611.934984:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076611.934989:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076611.934991:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076611.934995:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.934998:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.935000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076611.935005:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076611.935008:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076611.935010:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076611.935012:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076611.935015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076611.935018:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076611.935023:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.935031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935036:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076611.935042:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076611.935047:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935052:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076611.935055:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076611.935061:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076611.935065:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935070:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076611.935075:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076611.935080:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935084:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076611.935090:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076611.935093:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076611.935099:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.935101:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935105:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076611.935109:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076611.935112:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076611.935121:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076611.935127:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076611.935135:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617315968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076611.935147:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076611.935152:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.935160:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617315968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.935175:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.935179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076611.935199:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076611.935201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076611.935206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076611.935210:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076611.935211:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076611.935214:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076611.935217:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3597
00000400:00000200:0.0:1769076611.935265:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076611.935272:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076611.935275:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076611.935278:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.935285:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076611.935292:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076611.935293:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076611.935296:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076611.935297:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076611.935298:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076611.935304:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076611.935306:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076611.935308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076611.935311:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935312:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076611.935313:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076611.935315:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076611.935316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076611.935318:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076611.935320:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076611.935322:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935326:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076611.935328:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076611.935332:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935336:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076611.935340:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076611.935343:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076611.935346:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076611.935349:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076611.935351:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076611.935352:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076611.935354:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076611.935358:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076611.935363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076611.935371:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617316096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076611.935384:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076611.935388:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.935395:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617316096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076611.935403:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076611.935409:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3607)
00000800:00000200:1.1:1769076611.935540:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076611.935729:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076613.470791:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298271686, at 4298271744
00000100:00000010:0.0:1769076613.470809:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000400:00000100:2.0:1769076615.006908:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076615.006953:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076615.006966:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076615.006970:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076615.006973:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076615.006976:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076615.006980:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076615.006983:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769076615.006987:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076615.006991:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076615.006996:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507437f8
00000400:00000010:2.0:1769076615.006998:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507437f8.
00000100:00000001:2.0:1769076615.007003:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076615.007010:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8380 x1855007617315840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007033:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076615.007038:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617315840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007046:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076615.007048:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076615.007063:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076615.007067:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076615.007093:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076615.007100:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076615.007106:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:2.0:1769076615.007110:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:2.0:1769076615.007114:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076615.007121:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9880 x1855007617315968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007146:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076615.007152:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617315968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007159:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076615.007163:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076615.007170:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076615.007172:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076615.007179:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076615.007185:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076615.007199:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:2.0:1769076615.007203:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:2.0:1769076615.007214:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076615.007223:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bb100 x1855007617316096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007243:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076615.007249:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617316096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076636 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076615.007263:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076615.007267:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076616.350977:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076616.350984:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076616.350989:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076617.054814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.054827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076617.054832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.054837:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.054844:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.054851:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3602
00000400:00000200:2.0:1769076617.054860:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076617.054883:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.054886:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.054889:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.054893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.054896:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.054898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076617.054902:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.054903:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076617.054906:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.054908:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076617.054910:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076617.054912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076617.054914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.054916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.054918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.054919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076617.054922:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076617.054925:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076617.054927:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.054930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.054932:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.054934:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.054936:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076617.054938:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.054944:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076617.054947:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076617.054951:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.054952:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.054972:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.054974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.054979:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.054988:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076617.054996:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.055015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617316224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.055054:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.055061:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.055067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617316224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.055118:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076617.055123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.055127:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076617.055128:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.055130:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.055133:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.055136:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3602
00000400:00000200:2.0:1769076617.055142:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076617.055147:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.055150:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.055153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055157:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.055164:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055168:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076617.055180:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.055184:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076617.055189:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.055193:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076617.055199:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076617.055206:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076617.055216:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055222:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.055224:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055227:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076617.055234:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076617.055243:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055252:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.055257:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.055266:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.055273:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055280:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076617.055290:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076617.055300:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055305:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.055311:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076617.055317:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076617.055326:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.055328:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055331:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.055335:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.055340:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.055347:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076617.055356:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.055369:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617316352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.055393:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.055400:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.055410:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617316352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.055431:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.055437:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076617.055442:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076617.055445:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076617.055461:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076617.055465:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076617.055468:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076617.055474:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076617.055483:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3602
00000400:00000200:2.0:1769076617.055495:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076617.055505:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076617.055512:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076617.055523:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055530:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076617.055533:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055536:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076617.055542:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076617.055561:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076617.055566:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076617.055571:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076617.055576:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076617.055582:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076617.055591:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055598:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769076617.055600:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769076617.055605:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769076617.055608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000100:00000001:2.0:1769076617.055612:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076617.055618:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076617.055626:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076617.055632:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076617.055637:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076617.055641:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076617.055648:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055653:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076617.055683:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076617.055687:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055690:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076617.055696:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076617.055700:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076617.055706:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076617.055707:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076617.055710:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076617.055713:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076617.055717:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076617.055727:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076617.055734:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076617.055747:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617316480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076617.055773:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076617.055778:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.055789:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617316480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076617.055810:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076617.055819:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3613)
00000800:00000200:1.1:1769076617.056247:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076617.056250:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1769076617.056532:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076617.056534:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000100:00000040:0.0:1769076618.590768:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298276807, at 4298276864
00000100:00000010:0.0:1769076618.590786:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:2.0:1769076621.470910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076621.470916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076621.470921:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076622.175798:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076622.175804:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076622.176357:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076622.176360:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769076622.176677:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076622.176679:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1769076623.710736:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298281927, at 4298281984
00000100:00000010:0.0:1769076623.710746:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:2.0:1769076626.590879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076626.590886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076626.590891:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076627.294748:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076627.294769:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076627.294772:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076627.294775:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076627.294779:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076627.294786:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3613
00000400:00000200:2.0:1769076627.294794:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076627.294799:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076627.294802:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076627.294806:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.294809:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.294811:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.294813:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076627.294817:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076627.294819:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076627.294821:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076627.294824:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076627.294825:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076627.294827:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076627.294830:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.294831:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.294833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.294835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076627.294837:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076627.294840:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076627.294842:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076627.294845:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076627.294848:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076627.294850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.294852:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076627.294853:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076627.294859:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076627.294862:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076627.294866:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076627.294867:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.294869:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076627.294872:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076627.294876:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076627.294882:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076627.294889:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076627.294897:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617316992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076627.294906:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076627.294912:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076627.294918:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617316992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076627.294968:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076627.294972:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076627.294976:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076627.294978:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076627.294981:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076627.294985:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076627.294989:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3613
00000400:00000200:2.0:1769076627.294995:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076627.295002:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076627.295007:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076627.295012:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295016:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.295020:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295022:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076627.295025:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076627.295027:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076627.295029:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076627.295034:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076627.295038:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076627.295044:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076627.295052:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295058:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.295061:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295065:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076627.295068:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076627.295073:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295076:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076627.295080:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076627.295088:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076627.295092:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295097:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076627.295102:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076627.295106:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295109:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076627.295113:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076627.295119:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076627.295125:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076627.295127:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295129:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076627.295132:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076627.295136:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076627.295144:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076627.295151:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076627.295159:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617317120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076627.295179:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076627.295187:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076627.295195:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617317120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076627.295214:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076627.295221:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076627.295229:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076627.295233:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076627.295238:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076627.295240:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076627.295242:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076627.295244:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076627.295248:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3613
00000400:00000200:2.0:1769076627.295254:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076627.295260:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076627.295264:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076627.295269:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295271:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.295275:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295283:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076627.295286:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076627.295289:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076627.295292:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076627.295298:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076627.295302:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076627.295308:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076627.295318:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295325:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076627.295332:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295338:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076627.295343:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076627.295350:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076627.295355:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076627.295358:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076627.295363:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076627.295366:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295369:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076627.295373:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076627.295377:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295381:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076627.295386:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076627.295391:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076627.295394:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076627.295397:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076627.295400:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076627.295402:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076627.295404:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076627.295411:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076627.295418:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076627.295425:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769076627.295428:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617317248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076627.295432:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769076627.295442:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076627.295445:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076627.295453:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617317248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076627.295468:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076627.295474:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3623)
00000800:00000200:1.1:1769076627.295891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076627.295893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769076627.296228:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076627.296230:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1769076628.830840:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298287046, at 4298287104
00000100:00000010:0.0:1769076628.830857:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:2.0:1769076631.710875:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076631.710880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076631.710883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076632.414766:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.414775:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076632.414777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.414780:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.414783:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.414790:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3618
00000400:00000200:0.0:1769076632.414797:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076632.414802:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.414805:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.414807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.414811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076632.414816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.414817:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076632.414820:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.414822:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076632.414823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076632.414825:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076632.414827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.414830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076632.414833:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076632.414835:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414847:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.414849:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.414852:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.414854:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.414856:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076632.414857:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.414865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076632.414868:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076632.414871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.414872:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.414874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.414877:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.414881:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.414890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076632.414897:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.414906:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617317376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.414918:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.414922:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.414928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617317376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.414950:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076632.414954:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.414958:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076632.414959:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.414961:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.414964:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.414967:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3618
00000400:00000200:0.0:1769076632.414973:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076632.414977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.414980:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.414984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414987:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.414990:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.414998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076632.415004:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.415009:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076632.415015:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.415022:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076632.415034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076632.415043:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076632.415052:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415059:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.415062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076632.415086:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076632.415095:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415103:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.415111:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.415116:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.415130:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415137:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076632.415141:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076632.415151:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415168:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.415174:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076632.415180:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076632.415190:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.415197:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415199:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.415200:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.415203:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.415211:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076632.415215:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.415222:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617317504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.415245:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.415250:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.415266:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617317504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.415292:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.415301:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076632.415310:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076632.415314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076632.415322:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076632.415325:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076632.415327:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076632.415329:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076632.415334:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3618
00000400:00000200:0.0:1769076632.415391:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076632.415400:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076632.415408:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076632.415412:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415425:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.415438:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769076632.415438:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076632.415450:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076632.415453:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076632.415454:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076632.415455:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076632.415457:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769076632.415457:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076632.415460:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076632.415461:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076632.415464:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415465:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076632.415467:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415468:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076632.415469:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076632.415471:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076632.415473:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076632.415476:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076632.415480:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076632.415483:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415488:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076632.415491:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076632.415496:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415499:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076632.415503:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076632.415507:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076632.415509:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076632.415511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076632.415519:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076632.415523:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076632.415528:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076632.415538:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769076632.415542:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076632.415546:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617317632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076632.415568:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076632.415576:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.415596:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617317632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076632.415641:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076632.415648:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3628)
00000800:00000200:1.1:1769076632.416040:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076632.416042:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769076632.416236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076632.416239:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1769076633.950794:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298292167, at 4298292224
00000100:00000010:0.0:1769076633.950849:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:2.0:1769076636.830852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076636.830856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076636.830859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076637.534874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076637.534887:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076637.534891:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076637.534895:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076637.534900:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076637.534909:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3623
00000400:00000200:2.0:1769076637.534921:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076637.534928:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076637.534933:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076637.534938:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.534942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.534945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.534948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076637.534953:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076637.534955:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076637.534958:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076637.534962:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076637.534964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076637.534967:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076637.534970:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.534973:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.534975:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.534978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076637.534982:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076637.534986:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076637.534989:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076637.534992:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076637.534996:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076637.534999:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535001:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076637.535003:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076637.535014:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076637.535018:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076637.535023:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076637.535024:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076637.535031:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076637.535036:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076637.535046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076637.535053:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076637.535064:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617317760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076637.535077:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076637.535082:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076637.535088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617317760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076637.535118:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076637.535122:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076637.535126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076637.535128:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076637.535131:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076637.535134:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076637.535137:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3623
00000400:00000200:2.0:1769076637.535141:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076637.535144:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076637.535148:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076637.535152:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535154:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.535159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535162:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076637.535165:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076637.535166:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076637.535168:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076637.535170:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076637.535173:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076637.535175:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076637.535179:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535181:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.535183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076637.535192:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076637.535201:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535209:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076637.535212:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076637.535222:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076637.535226:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535230:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076637.535235:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076637.535244:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535250:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076637.535259:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076637.535266:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076637.535274:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076637.535279:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535282:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076637.535288:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076637.535292:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076637.535301:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076637.535311:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076637.535326:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617317888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076637.535347:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076637.535352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076637.535360:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617317888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076637.535380:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076637.535387:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076637.535397:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076637.535401:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076637.535408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076637.535413:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076637.535415:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076637.535419:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076637.535428:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3623
00000400:00000200:2.0:1769076637.535438:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076637.535452:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076637.535462:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076637.535475:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535486:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.535496:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535507:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076637.535520:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076637.535527:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076637.535535:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076637.535545:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076637.535551:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076637.535555:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076637.535568:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535573:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076637.535582:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535588:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076637.535593:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076637.535604:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076637.535613:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076637.535618:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076637.535627:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076637.535637:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535643:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076637.535649:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076637.535717:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535722:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076637.535728:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076637.535735:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076637.535743:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076637.535746:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076637.535785:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076637.535808:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076637.535813:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076637.535825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076637.535830:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076637.535846:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617318016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076637.535863:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076637.535868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076637.535879:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617318016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076637.535903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076637.535904:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076637.535913:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:2.0:1769076637.535915:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3633)
00000800:00000200:1.1:1769076637.536524:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076637.536527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076637.536941:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076637.536945:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769076639.070840:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298297287, at 4298297344
00000100:00000010:0.0:1769076639.070861:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:2.0:1769076641.950964:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076641.950968:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076641.950973:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076642.655834:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076642.655845:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076642.656352:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076642.656355:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076642.656761:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076642.656763:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769076644.190738:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298302407, at 4298302464
00000100:00000010:0.0:1769076644.190755:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:2.0:1769076647.070823:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076647.070827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076647.070829:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076647.774873:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076647.774882:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076647.774884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076647.774887:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076647.774891:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076647.774897:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3633
00000400:00000200:0.0:1769076647.774904:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076647.774908:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076647.774911:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076647.774914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.774916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.774918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.774920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076647.774922:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076647.774924:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076647.774926:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076647.774944:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076647.774946:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076647.774948:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076647.774950:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.774951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.774953:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.774954:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076647.774956:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076647.774965:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076647.774967:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076647.774969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076647.774972:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076647.774973:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.774975:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076647.774977:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076647.774984:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769076647.774987:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076647.774990:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076647.774991:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.774994:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076647.774996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076647.775000:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076647.775006:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076647.775012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076647.775018:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617318528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076647.775026:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076647.775030:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076647.775033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617318528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076647.775049:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076647.775051:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076647.775054:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076647.775055:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076647.775056:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076647.775058:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076647.775060:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3633
00000400:00000200:0.0:1769076647.775063:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076647.775065:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076647.775067:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076647.775069:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775070:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.775072:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076647.775076:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076647.775077:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076647.775078:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076647.775080:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076647.775081:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076647.775083:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076647.775086:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775087:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.775089:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775091:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076647.775092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076647.775094:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076647.775097:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076647.775102:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076647.775105:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775109:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076647.775112:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076647.775116:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775117:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076647.775121:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769076647.775123:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076647.775127:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076647.775128:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775131:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076647.775132:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076647.775135:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076647.775139:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076647.775144:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076647.775152:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617318656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076647.775160:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076647.775162:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076647.775165:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617318656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076647.775171:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076647.775173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076647.775179:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076647.775185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076647.775190:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076647.775192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076647.775196:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076647.775201:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076647.775207:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3633
00000400:00000200:0.0:1769076647.775217:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076647.775224:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076647.775228:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076647.775236:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775241:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.775246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775251:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076647.775255:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076647.775259:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076647.775260:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076647.775262:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076647.775263:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076647.775265:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076647.775267:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775269:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076647.775270:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076647.775273:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076647.775274:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076647.775276:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076647.775277:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076647.775280:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076647.775281:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775283:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076647.775285:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076647.775290:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775291:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076647.775294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769076647.775296:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076647.775302:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076647.775304:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076647.775309:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076647.775311:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076647.775313:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076647.775317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076647.775321:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076647.775327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617318784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076647.775347:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076647.775350:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076647.775356:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617318784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076647.775364:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076647.775371:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3643)
00000800:00000200:1.1:1769076647.775467:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076647.775471:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076647.776027:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076647.776030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076647.776362:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076647.776365:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769076649.310767:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298307526, at 4298307584
00000100:00000010:0.0:1769076649.310793:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:2.0:1769076652.190866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076652.190871:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076652.190875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076652.894722:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.894733:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076652.894736:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.894739:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.894743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076652.894751:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3638
00000400:00000200:0.0:1769076652.894760:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076652.894767:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.894771:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076652.894775:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.894781:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076652.894788:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.894790:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076652.894794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076652.894796:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076652.894799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076652.894802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076652.894806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.894811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076652.894816:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076652.894820:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894823:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.894826:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076652.894829:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076652.894833:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.894835:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076652.894838:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076652.894846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769076652.894850:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076652.894854:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.894856:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.894859:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076652.894861:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.894866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076652.894873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076652.894879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076652.894888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617318912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076652.894900:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076652.894905:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.894910:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617318912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076652.894931:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076652.894935:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.894938:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076652.894940:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.894942:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.894945:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076652.894947:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3638
00000400:00000200:0.0:1769076652.894951:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076652.894955:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.894958:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076652.894962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.894967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.894971:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076652.894975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.894978:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076652.894980:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076652.894984:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076652.894989:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076652.894992:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076652.894998:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.895015:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076652.895025:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076652.895031:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895035:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.895040:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076652.895045:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076652.895050:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895054:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076652.895058:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076652.895063:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076652.895073:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769076652.895076:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076652.895082:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.895085:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895087:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076652.895089:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.895093:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076652.895101:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076652.895107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076652.895115:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617319040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076652.895129:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076652.895134:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.895144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617319040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076652.895174:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.895178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076652.895187:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076652.895193:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076652.895199:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076652.895202:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076652.895204:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076652.895210:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076652.895216:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3638
00000400:00000200:0.0:1769076652.895274:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076652.895282:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076652.895286:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076652.895292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895295:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.895301:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076652.895312:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076652.895314:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076652.895318:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076652.895319:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076652.895322:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769076652.895325:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076652.895327:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076652.895329:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076652.895333:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895335:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076652.895338:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895342:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076652.895346:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076652.895353:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076652.895358:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076652.895363:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076652.895367:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076652.895372:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895376:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076652.895380:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076652.895385:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895391:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076652.895396:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769076652.895401:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076652.895406:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076652.895408:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076652.895413:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076652.895416:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076652.895419:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076652.895425:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076652.895430:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076652.895440:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617319168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076652.895463:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076652.895468:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.895474:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617319168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076652.895506:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076652.895513:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3648)
00000800:00000200:1.1:1769076652.895896:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076652.895899:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076652.896212:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076652.896215:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076654.430764:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298312646, at 4298312704
00000100:00000010:0.0:1769076654.430778:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:2.0:1769076657.310843:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076657.310848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076657.310852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076658.014726:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076658.014735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076658.014739:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076658.014742:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076658.014745:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076658.014751:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3643
00000400:00000200:0.0:1769076658.014758:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076658.014763:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076658.014766:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076658.014768:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014772:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.014774:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014776:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076658.014781:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076658.014783:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076658.014786:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076658.014789:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076658.014791:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076658.014794:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076658.014798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.014803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076658.014808:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076658.014812:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014815:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076658.014818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076658.014822:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076658.014825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.014827:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076658.014830:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076658.014838:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076658.014841:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076658.014845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076658.014846:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.014849:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076658.014851:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076658.014854:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076658.014861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076658.014866:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076658.014873:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617319296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076658.014886:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076658.014889:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076658.014893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617319296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076658.014913:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076658.014916:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076658.014919:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076658.014920:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076658.014921:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076658.014923:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076658.014925:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3643
00000400:00000200:0.0:1769076658.014928:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076658.014930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076658.014932:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076658.014934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.014938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076658.014941:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076658.014948:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076658.014950:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076658.014952:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076658.014953:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076658.014955:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076658.014960:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014963:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.014967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014971:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076658.014976:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076658.014982:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076658.014988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076658.014992:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076658.014999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076658.015003:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015006:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076658.015009:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076658.015012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015013:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076658.015016:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076658.015020:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076658.015021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076658.015022:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015024:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076658.015026:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076658.015034:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076658.015043:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076658.015049:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076658.015056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617319424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076658.015067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076658.015070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076658.015074:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617319424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076658.015088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076658.015093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076658.015097:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076658.015101:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076658.015105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076658.015109:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076658.015111:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076658.015113:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076658.015119:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3643
00000400:00000200:0.0:1769076658.015125:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076658.015130:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076658.015134:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076658.015139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.015144:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.015147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.015153:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076658.015157:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076658.015159:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076658.015163:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076658.015165:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076658.015170:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076658.015172:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076658.015179:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.015182:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076658.015183:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076658.015185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076658.015188:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076658.015193:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076658.015196:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076658.015200:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076658.015204:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076658.015207:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015210:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076658.015214:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076658.015218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015223:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076658.015229:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769076658.015235:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076658.015241:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076658.015243:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076658.015244:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076658.015248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076658.015251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076658.015255:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076658.015261:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076658.015269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617319552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076658.015282:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076658.015285:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076658.015294:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617319552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769076658.015296:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076658.015302:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769076658.015307:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076658.015316:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3653)
00000800:00000200:1.1:1769076658.015690:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076658.015692:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076658.015927:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076658.015929:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769076659.550753:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298317766, at 4298317824
00000100:00000010:0.0:1769076659.550763:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:2.0:1769076662.430809:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076662.430814:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076662.430818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076663.134777:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076663.134789:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076663.134792:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076663.134796:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076663.134801:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076663.134809:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3648
00000400:00000200:2.0:1769076663.134818:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076663.134824:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076663.134827:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076663.134831:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.134834:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.134837:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.134839:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076663.134844:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076663.134846:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076663.134848:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076663.134851:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076663.134854:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076663.134857:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076663.134860:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.134862:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.134864:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.134867:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076663.134870:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076663.134873:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076663.134876:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076663.134879:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076663.134882:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076663.134885:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.134888:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076663.134890:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076663.134900:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076663.134905:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076663.134909:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076663.134910:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.134913:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076663.134917:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076663.134921:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076663.134931:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076663.134937:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076663.134946:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617319680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076663.134958:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076663.134962:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076663.134968:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617319680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076663.134991:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076663.134994:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076663.134998:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076663.134999:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076663.135001:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076663.135004:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076663.135007:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3648
00000400:00000200:2.0:1769076663.135012:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076663.135016:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076663.135019:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076663.135023:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135026:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.135029:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135032:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076663.135035:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076663.135039:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076663.135043:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076663.135047:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076663.135051:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076663.135053:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076663.135057:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.135065:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135070:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076663.135076:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076663.135084:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135089:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076663.135093:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076663.135099:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076663.135105:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135108:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076663.135113:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076663.135119:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135122:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076663.135128:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076663.135132:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076663.135137:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076663.135139:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135143:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076663.135148:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076663.135151:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076663.135160:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076663.135166:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076663.135175:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617319808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076663.135206:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076663.135211:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076663.135221:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617319808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076663.135256:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076663.135261:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076663.135267:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076663.135273:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076663.135282:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076663.135287:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076663.135291:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076663.135296:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076663.135304:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3648
00000400:00000200:2.0:1769076663.135312:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076663.135321:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076663.135339:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076663.135342:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135345:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.135347:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135349:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076663.135352:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076663.135353:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076663.135355:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076663.135357:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076663.135359:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076663.135361:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076663.135365:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135367:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076663.135369:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135371:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076663.135374:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076663.135377:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076663.135380:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076663.135382:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076663.135385:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076663.135388:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135390:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076663.135392:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076663.135395:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135397:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076663.135401:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076663.135404:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076663.135406:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076663.135408:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076663.135410:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076663.135411:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076663.135413:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076663.135416:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076663.135420:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076663.135425:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617319936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076663.135433:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076663.135436:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076663.135440:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617319936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076663.135452:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076663.135460:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3659)
00000800:00000200:1.1:1769076663.135468:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076663.135471:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076663.135837:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076663.135839:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769076663.136076:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076663.136077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1769076664.670736:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298322886, at 4298322944
00000100:00000010:0.0:1769076664.670757:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:2.0:1769076667.550824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076667.550827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076667.550836:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076668.254727:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076668.254736:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076668.254738:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076668.254748:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076668.254751:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076668.254760:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3654
00000400:00000200:2.0:1769076668.254767:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076668.254777:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076668.254779:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076668.254784:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254787:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.254789:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254790:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076668.254794:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076668.254795:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076668.254797:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076668.254799:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076668.254801:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076668.254803:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076668.254804:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254806:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.254807:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254809:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076668.254811:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076668.254813:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254815:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076668.254817:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076668.254819:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076668.254821:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.254823:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076668.254824:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076668.254831:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076668.254834:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076668.254836:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076668.254838:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.254840:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076668.254843:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076668.254846:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076668.254855:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076668.254893:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076668.254901:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617320064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076668.254909:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076668.254913:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076668.254916:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617320064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076668.254933:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076668.254936:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076668.254938:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076668.254940:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076668.254941:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076668.254944:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076668.254947:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3654
00000400:00000200:2.0:1769076668.254951:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076668.254955:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076668.254958:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076668.254962:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254964:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.254967:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.254970:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076668.254972:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076668.254974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076668.254976:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076668.254982:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076668.254988:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076668.254994:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076668.255003:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255009:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.255015:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255020:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076668.255028:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076668.255038:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255044:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076668.255050:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076668.255056:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076668.255060:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255063:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076668.255069:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076668.255073:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255075:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076668.255080:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076668.255085:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076668.255091:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076668.255093:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255099:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076668.255103:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076668.255108:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076668.255117:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076668.255125:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076668.255136:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617320192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076668.255153:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076668.255158:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076668.255167:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617320192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076668.255196:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076668.255202:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076668.255211:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076668.255215:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076668.255220:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076668.255224:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076668.255226:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076668.255228:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076668.255233:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3654
00000800:00000200:1.1:1769076668.255255:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076668.255258:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000400:00000200:2.0:1769076668.255276:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076668.255285:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076668.255290:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076668.255298:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255306:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.255311:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255317:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076668.255323:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076668.255325:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076668.255328:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076668.255331:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076668.255333:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076668.255338:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076668.255345:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255348:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076668.255354:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255358:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076668.255363:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076668.255369:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076668.255372:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076668.255375:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076668.255380:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076668.255385:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255388:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076668.255393:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076668.255399:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255406:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076668.255413:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076668.255417:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076668.255420:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076668.255423:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076668.255426:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076668.255428:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076668.255431:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076668.255437:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076668.255441:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076668.255450:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617320320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076668.255464:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076668.255467:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076668.255476:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617320320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076668.255483:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076668.255487:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3664)
00000800:00000200:1.1:1769076668.255724:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076668.255726:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769076668.255916:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076668.255918:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769076669.790729:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298328006, at 4298328064
00000100:00000010:0.0:1769076669.790746:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:2.0:1769076672.670822:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076672.670825:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076672.670828:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076673.375914:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076673.375921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076673.376661:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076673.376664:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769076673.377052:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076673.377056:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1769076674.910778:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298333127, at 4298333184
00000100:00000010:0.0:1769076674.910798:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:2.0:1769076677.790832:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076677.790838:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076677.790843:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076678.494868:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076678.494881:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076678.494884:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076678.494889:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076678.494894:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076678.494903:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3664
00000400:00000200:0.0:1769076678.494914:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076678.494921:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076678.494925:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076678.494930:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.494933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.494936:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.494939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076678.494944:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076678.494946:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076678.494950:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076678.494953:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076678.494956:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076678.494959:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076678.494962:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.494964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.494967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.494969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076678.494973:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076678.494977:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076678.494980:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076678.494983:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076678.494987:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076678.494991:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.494996:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076678.494999:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076678.495012:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076678.495019:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076678.495024:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076678.495027:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495032:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076678.495036:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076678.495043:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076678.495056:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076678.495087:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076678.495104:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617320832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076678.495121:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076678.495129:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076678.495138:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617320832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076678.495179:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076678.495185:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076678.495191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076678.495194:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076678.495197:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076678.495203:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076678.495206:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3664
00000400:00000200:0.0:1769076678.495212:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076678.495216:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076678.495219:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076678.495223:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495226:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.495230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076678.495236:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076678.495238:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076678.495240:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076678.495243:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076678.495245:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076678.495249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076678.495252:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495257:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.495263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495269:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076678.495276:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076678.495283:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495289:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076678.495293:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076678.495302:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076678.495310:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495317:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076678.495325:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076678.495337:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495346:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076678.495359:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076678.495371:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076678.495382:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076678.495389:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495399:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076678.495404:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076678.495414:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076678.495432:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076678.495443:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076678.495462:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617320960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076678.495513:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076678.495524:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076678.495543:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617320960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076678.495574:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076678.495581:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076678.495591:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076678.495601:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076678.495610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076678.495617:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076678.495621:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076678.495631:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076678.495639:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3664
00000400:00000200:0.0:1769076678.495714:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076678.495723:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076678.495726:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076678.495735:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495738:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.495763:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495769:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076678.495776:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076678.495778:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076678.495782:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076678.495787:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769076678.495787:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076678.495790:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076678.495800:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076678.495806:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076678.495811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076678.495816:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076678.495820:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076678.495825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076678.495836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076678.495842:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076678.495848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495857:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076678.495895:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076678.495901:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495905:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076678.495915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076678.495926:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076678.495934:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076678.495940:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076678.495946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076678.495953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076678.495961:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076678.495987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076678.495999:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076678.496019:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617321088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076678.496038:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076678.496044:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076678.496054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617321088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076678.496100:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076678.496111:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3674)
00000800:00000200:1.1:1769076678.496303:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076678.496579:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076680.030804:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298338247, at 4298338304
00000100:00000010:0.0:1769076680.030826:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000400:00000100:2.0:1769076681.566919:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076681.566966:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076681.566979:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076681.566985:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076681.566989:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076681.566993:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076681.566998:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076681.567003:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769076681.567008:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076681.567045:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076681.567053:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743c38
00000400:00000010:2.0:1769076681.567067:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743c38.
00000100:00000001:2.0:1769076681.567072:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076681.567082:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bb800 x1855007617320832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567113:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076681.567118:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617320832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567126:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076681.567128:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076681.567139:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076681.567142:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076681.567145:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076681.567149:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076681.567153:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743cc0
00000400:00000010:2.0:1769076681.567155:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743cc0.
00000100:00000001:2.0:1769076681.567158:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076681.567167:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443baa00 x1855007617320960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567190:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076681.567199:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617320960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567209:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076681.567212:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076681.567222:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076681.567229:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076681.567235:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076681.567241:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076681.567268:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507436e8
00000400:00000010:2.0:1769076681.567272:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507436e8.
00000100:00000001:2.0:1769076681.567278:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076681.567287:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bad80 x1855007617321088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567304:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076681.567312:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617321088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076703 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076681.567327:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076681.567331:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076682.910936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076682.910941:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076682.910945:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076683.614800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076683.614816:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076683.614820:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076683.614825:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076683.614832:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076683.614842:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3669
00000400:00000200:0.0:1769076683.614855:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076683.614861:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076683.614865:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076683.614869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.614872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.614893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.614895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076683.614899:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076683.614901:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076683.614904:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076683.614907:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076683.614909:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076683.614912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076683.614914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.614916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.614918:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.614920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076683.614922:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076683.614925:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076683.614927:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076683.614930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076683.614934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076683.614937:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.614939:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076683.614952:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076683.614962:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769076683.614966:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076683.614970:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076683.614972:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.614975:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076683.614994:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076683.615001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076683.615014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769076683.615023:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076683.615036:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617321216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076683.615067:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076683.615074:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076683.615081:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617321216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076683.615120:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076683.615125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076683.615129:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076683.615131:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076683.615134:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076683.615138:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076683.615141:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3669
00000400:00000200:0.0:1769076683.615148:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076683.615154:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076683.615157:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076683.615163:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615166:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.615170:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615173:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076683.615176:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076683.615178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076683.615181:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076683.615185:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076683.615191:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076683.615197:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076683.615209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.615220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076683.615231:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076683.615244:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615253:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076683.615260:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076683.615272:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076683.615280:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615302:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076683.615312:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076683.615321:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615330:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076683.615338:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076683.615345:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076683.615353:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076683.615358:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615364:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076683.615369:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076683.615374:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076683.615388:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076683.615397:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076683.615415:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617321344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076683.615430:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076683.615436:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076683.615448:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617321344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076683.615475:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076683.615487:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076683.615499:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076683.615507:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076683.615525:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076683.615531:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076683.615537:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076683.615547:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076683.615557:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3669
00000400:00000200:0.0:1769076683.615571:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076683.615582:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076683.615595:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076683.615605:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615611:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.615619:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615626:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076683.615632:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076683.615635:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076683.615638:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076683.615645:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076683.615652:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076683.615655:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076683.615732:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615740:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076683.615751:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615764:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076683.615783:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076683.615793:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076683.615802:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076683.615808:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076683.615819:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076683.615829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615837:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076683.615845:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076683.615863:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615872:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076683.615883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769076683.615895:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076683.615909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076683.615913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076683.615917:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076683.615922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076683.615929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076683.615939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076683.615947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076683.615962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617321472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076683.615974:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076683.615999:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076683.616001:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076683.616008:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076683.616020:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617321472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076683.616046:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076683.616058:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3679)
00000800:00000200:1.1:1769076683.616501:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076683.616503:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076683.616769:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076683.616771:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076685.150728:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298343367, at 4298343424
00000100:00000010:0.0:1769076685.150740:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769076688.030889:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076688.030894:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076688.030898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076688.735381:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076688.735386:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076688.735970:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076688.735972:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076688.736194:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076688.736196:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769076690.270826:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298348486, at 4298348544
00000100:00000010:0.0:1769076690.270837:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769076693.150892:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076693.150901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076693.150907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076693.855951:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076693.855964:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076693.856741:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076693.856744:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769076693.857203:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076693.857207:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769076695.390794:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298353607, at 4298353664
00000100:00000010:0.0:1769076695.390828:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769076698.270866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076698.270873:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076698.270878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076698.975226:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076698.975230:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076698.975607:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076698.975609:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769076698.975889:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076698.975891:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769076700.510781:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298358726, at 4298358784
00000100:00000010:0.0:1769076700.510795:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:2.0:1769076703.390841:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076703.390844:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076703.390847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076704.096081:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076704.096087:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076704.096816:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076704.096822:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076704.097196:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076704.097199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1769076705.630799:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298363847, at 4298363904
00000100:00000010:0.0:1769076705.630835:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769076708.510797:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076708.510801:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076708.510803:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076709.215347:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076709.215352:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076709.215820:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076709.215822:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076709.216069:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076709.216071:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1769076710.750789:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298368966, at 4298369024
00000100:00000010:0.0:1769076710.750812:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769076713.630919:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076713.630927:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076713.630933:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076714.334807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.334820:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076714.334822:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.334827:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.334831:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.334839:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3700
00000400:00000200:0.0:1769076714.334849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076714.334854:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.334857:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.334860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.334863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.334865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.334867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076714.334871:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.334873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076714.334875:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.334878:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076714.334879:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076714.334882:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076714.334884:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.334885:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.334887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.334888:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076714.334890:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076714.334893:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076714.334894:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.334897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.334900:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.334902:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.334904:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076714.334906:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.334916:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769076714.334919:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076714.334923:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.334924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.334927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.334929:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.334934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.334944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076714.334951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.334960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617323520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.334969:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.334973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.334977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617323520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.335002:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076714.335005:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.335008:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076714.335009:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.335010:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.335012:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.335014:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3700
00000400:00000200:0.0:1769076714.335016:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076714.335019:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.335021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.335024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335026:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.335028:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335030:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076714.335032:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.335034:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076714.335035:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.335038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076714.335041:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076714.335054:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076714.335058:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.335062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076714.335071:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076714.335076:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335082:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.335088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.335095:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.335100:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335104:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.335108:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076714.335113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335117:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.335123:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076714.335136:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076714.335145:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.335146:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335154:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.335158:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.335161:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.335170:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076714.335176:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.335186:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617323648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.335196:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.335199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.335216:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617323648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.335225:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.335235:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076714.335239:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076714.335250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076714.335253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076714.335258:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076714.335261:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076714.335263:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076714.335270:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3700
00000400:00000200:0.0:1769076714.335281:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076714.335285:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076714.335291:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076714.335309:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.335323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076714.335347:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076714.335354:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076714.335367:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076714.335374:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076714.335388:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076714.335398:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076714.335407:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335423:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076714.335431:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335438:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076714.335442:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076714.335445:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076714.335451:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076714.335454:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076714.335459:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076714.335478:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335481:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076714.335487:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076714.335494:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335495:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076714.335499:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769076714.335503:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076714.335509:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076714.335511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076714.335515:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076714.335516:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076714.335521:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076714.335537:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076714.335546:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076714.335564:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617323776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076714.335580:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076714.335587:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.335600:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617323776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076714.335627:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076714.335634:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3710)
00000800:00000200:1.1:1769076714.335648:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076714.335650:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076714.336040:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076714.336042:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769076714.336260:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076714.336262:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769076715.870749:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298374087, at 4298374144
00000100:00000010:0.0:1769076715.870764:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769076718.750862:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076718.750866:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076718.750870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076719.454854:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076719.454867:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076719.454871:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076719.454875:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076719.454881:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076719.454890:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3705
00000400:00000200:2.0:1769076719.454901:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076719.454909:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076719.454913:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076719.454918:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.454922:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.454925:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.454928:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076719.454933:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076719.454936:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076719.454939:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076719.454943:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076719.454946:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076719.454949:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076719.454952:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.454955:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.454957:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.454960:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076719.454964:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076719.454969:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076719.454972:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076719.454975:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076719.454980:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076719.454984:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.454987:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076719.454990:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076719.455000:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076719.455005:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076719.455010:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076719.455012:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455016:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076719.455019:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076719.455024:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076719.455033:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076719.455042:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076719.455054:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617323904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076719.455068:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076719.455074:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076719.455080:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617323904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076719.455111:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076719.455116:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076719.455121:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076719.455123:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076719.455125:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076719.455128:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076719.455131:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3705
00000400:00000200:2.0:1769076719.455136:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076719.455139:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076719.455142:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076719.455146:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455149:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.455152:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455154:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076719.455157:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076719.455159:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076719.455161:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076719.455164:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076719.455166:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076719.455169:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076719.455172:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455174:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.455176:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076719.455181:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076719.455184:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455187:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076719.455189:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076719.455196:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076719.455199:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455201:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076719.455207:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076719.455211:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455214:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076719.455219:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076719.455223:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076719.455226:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076719.455227:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455231:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076719.455235:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076719.455241:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076719.455252:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076719.455259:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076719.455271:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617324032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076719.455329:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076719.455333:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076719.455343:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617324032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076719.455359:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076719.455365:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076719.455403:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076719.455409:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076719.455420:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076719.455424:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076719.455428:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076719.455437:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076719.455450:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3705
00000400:00000200:2.0:1769076719.455458:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076719.455469:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076719.455479:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076719.455486:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455497:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.455505:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455509:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076719.455517:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076719.455524:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076719.455528:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076719.455535:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076719.455542:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076719.455551:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076719.455557:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455568:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076719.455577:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455584:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076719.455591:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076719.455604:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076719.455615:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076719.455623:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076719.455631:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076719.455642:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455652:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076719.455702:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076719.455707:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455710:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076719.455717:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076719.455723:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076719.455730:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076719.455732:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076719.455739:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076719.455747:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076719.455750:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076719.455759:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076719.455768:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076719.455783:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617324160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076719.455808:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076719.455819:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076719.455832:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617324160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076719.455874:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076719.455889:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3715)
00000800:00000200:1.1:1769076719.455936:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076719.455940:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076719.456513:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076719.456517:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076719.456920:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076719.456924:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076720.990729:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298379207, at 4298379264
00000100:00000010:0.0:1769076720.990746:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769076723.870838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076723.870841:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076723.870845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076724.574750:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076724.574766:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076724.574770:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076724.574774:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076724.574779:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076724.574787:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3710
00000400:00000200:2.0:1769076724.574797:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076724.574804:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076724.574807:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076724.574811:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.574814:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.574817:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.574820:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076724.574824:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076724.574826:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076724.574829:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076724.574832:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076724.574835:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076724.574837:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076724.574840:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.574842:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.574844:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.574846:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076724.574850:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076724.574854:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076724.574857:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076724.574859:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076724.574862:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076724.574865:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.574868:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076724.574871:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076724.574881:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076724.574885:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076724.574889:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076724.574891:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.574894:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076724.574898:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076724.574903:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076724.574910:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076724.574917:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076724.574926:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617324288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076724.574937:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076724.574942:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076724.574947:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617324288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076724.574973:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076724.574978:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076724.574984:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076724.574986:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076724.574989:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076724.574993:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076724.574997:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3710
00000400:00000200:2.0:1769076724.575004:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076724.575010:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076724.575014:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076724.575020:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575025:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.575030:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575034:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076724.575040:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076724.575047:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076724.575052:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076724.575059:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076724.575067:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076724.575073:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076724.575087:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575094:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.575100:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575106:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076724.575112:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076724.575116:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575118:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076724.575120:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076724.575126:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076724.575134:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575142:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076724.575148:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076724.575156:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575163:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076724.575170:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076724.575176:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076724.575182:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076724.575187:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575191:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076724.575196:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076724.575199:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076724.575206:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076724.575215:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076724.575225:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617324416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076724.575245:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076724.575250:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076724.575259:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617324416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076724.575275:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076724.575278:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076724.575283:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076724.575287:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076724.575324:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076724.575331:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076724.575338:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076724.575352:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076724.575367:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3710
00000400:00000200:2.0:1769076724.575383:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076724.575391:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076724.575396:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076724.575400:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575408:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.575414:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575417:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076724.575421:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076724.575427:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076724.575431:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076724.575435:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076724.575443:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076724.575450:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076724.575461:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575470:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076724.575480:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575486:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076724.575493:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076724.575504:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076724.575513:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076724.575520:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076724.575526:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076724.575532:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575535:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076724.575539:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076724.575541:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575543:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076724.575549:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076724.575554:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076724.575558:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076724.575562:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076724.575569:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076724.575573:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076724.575576:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076724.575583:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076724.575589:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076724.575593:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769076724.575601:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617324544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769076724.575605:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769076724.575620:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076724.575626:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076724.575638:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617324544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076724.575656:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076724.575704:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3720)
00000800:00000200:1.1:1769076724.576197:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076724.576202:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076724.576574:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076724.576578:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769076726.110741:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298384327, at 4298384384
00000100:00000010:0.0:1769076726.110759:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:2.0:1769076728.990777:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076728.990781:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076728.990784:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076729.694832:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076729.694847:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076729.694851:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.694856:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076729.694861:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076729.694870:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3715
00000400:00000200:0.0:1769076729.694882:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076729.694893:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076729.694899:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076729.694906:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.694911:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.694916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.694920:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076729.694928:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.694932:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076729.694936:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.694942:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076729.694947:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076729.694952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076729.694958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.694962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.694967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.694972:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076729.694978:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076729.694985:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076729.694990:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076729.694995:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.695001:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.695006:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.695009:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076729.695012:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.695024:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076729.695029:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076729.695034:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.695036:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.695040:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.695043:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076729.695049:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.695061:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769076729.695069:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076729.695081:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617324672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076729.695095:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.695100:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.695107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617324672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.695140:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076729.695145:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076729.695150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076729.695152:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.695154:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076729.695158:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076729.695161:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3715
00000400:00000200:0.0:1769076729.695168:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076729.695172:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076729.695176:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076729.695181:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.695190:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076729.695200:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.695202:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076729.695228:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.695233:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076729.695239:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076729.695243:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076729.695253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695266:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.695277:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695287:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076729.695300:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076729.695316:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695330:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076729.695338:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.695348:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.695357:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.695366:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076729.695374:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076729.695381:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.695388:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.695403:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076729.695411:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076729.695422:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.695427:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.695432:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.695435:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076729.695442:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.695454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076729.695464:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076729.695478:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617324800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076729.695516:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.695526:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.695547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617324800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.695592:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.695606:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076729.695622:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076729.695631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076729.695641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076729.695650:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076729.695720:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076729.695736:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076729.695751:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3715
00000400:00000200:0.0:1769076729.695786:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076729.695805:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076729.695818:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769076729.695830:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076729.695833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769076729.695840:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769076729.695841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.695850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076729.695862:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076729.695867:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076729.695876:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076729.695880:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076729.695884:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076729.695898:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076729.695913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695925:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076729.695939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076729.695964:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076729.695973:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076729.695979:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076729.695989:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076729.695999:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076729.696009:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.696017:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076729.696024:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076729.696033:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.696037:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076729.696045:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076729.696058:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076729.696073:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076729.696081:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076729.696089:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076729.696093:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076729.696102:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076729.696115:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076729.696132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076729.696155:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617324928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076729.696197:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076729.696234:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.696254:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617324928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076729.696318:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076729.696329:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3725)
00000800:00000200:1.1:1769076729.696695:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076729.696698:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076729.697066:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076729.697069:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076731.230748:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298389447, at 4298389504
00000100:00000010:0.0:1769076731.230765:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769076734.110791:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076734.110794:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076734.110798:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076734.815173:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076734.815176:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076734.815509:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076734.815511:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076734.815734:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076734.815736:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769076736.350724:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298394566, at 4298394624
00000100:00000010:0.0:1769076736.350759:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:2.0:1769076739.230850:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076739.230854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076739.230857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076739.934791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076739.934803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076739.934806:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.934810:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.934815:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.934823:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3725
00000400:00000200:0.0:1769076739.934832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076739.934838:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076739.934842:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.934845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.934851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076739.934859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076739.934861:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076739.934864:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.934866:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076739.934869:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076739.934871:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076739.934875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.934877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076739.934881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076739.934884:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934885:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.934887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076739.934890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.934892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.934894:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076739.934896:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076739.934904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769076739.934906:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076739.934910:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.934911:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.934913:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076739.934915:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076739.934919:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076739.934925:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076739.934929:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076739.934936:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617325440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076739.934944:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.934947:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.934950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617325440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076739.934970:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076739.934973:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076739.934976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076739.934977:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.934978:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.934981:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.934982:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3725
00000400:00000200:0.0:1769076739.934985:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076739.934987:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076739.934989:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.934991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.934994:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.934996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076739.934998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076739.934999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076739.935000:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.935002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076739.935003:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076739.935005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076739.935007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.935010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076739.935013:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076739.935016:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935020:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.935022:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076739.935028:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.935043:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935049:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076739.935055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076739.935064:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935068:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076739.935075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076739.935082:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076739.935089:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.935093:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935098:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076739.935101:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076739.935103:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076739.935108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076739.935115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076739.935124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617325568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076739.935146:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.935150:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.935156:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617325568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076739.935166:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.935170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076739.935175:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076739.935180:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076739.935185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076739.935187:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076739.935191:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076739.935196:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076739.935201:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3725
00000400:00000200:0.0:1769076739.935208:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076739.935214:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076739.935216:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076739.935220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935225:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.935230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076739.935236:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076739.935239:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076739.935240:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076739.935242:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076739.935245:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076739.935249:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076739.935254:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076739.935264:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935268:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076739.935272:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076739.935279:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076739.935284:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076739.935288:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076739.935291:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076739.935295:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935298:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076739.935301:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076739.935305:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935308:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076739.935313:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076739.935317:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076739.935320:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076739.935323:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076739.935326:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076739.935328:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076739.935331:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076739.935338:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000800:00000200:3.1:1769076739.935339:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076739.935343:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076739.935344:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1769076739.935351:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617325696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076739.935363:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076739.935367:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.935375:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617325696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076739.935387:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076739.935392:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3735)
00000800:00000200:3.1:1769076739.935721:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076739.935722:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769076739.935951:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076739.935953:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769076741.470752:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298399686, at 4298399744
00000100:00000010:0.0:1769076741.470769:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769076744.350842:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076744.350849:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076744.350854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076745.054725:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.054735:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076745.054737:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.054740:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.054743:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.054749:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3730
00000400:00000200:0.0:1769076745.054757:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076745.054761:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.054764:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.054766:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054770:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.054772:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054773:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076745.054776:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.054778:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076745.054780:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.054782:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076745.054783:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076745.054785:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076745.054787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054788:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.054789:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054791:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076745.054793:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076745.054795:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054797:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.054799:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.054813:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.054815:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.054817:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076745.054819:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.054826:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769076745.054829:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076745.054832:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.054834:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.054836:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.054838:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.054842:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.054849:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076745.054854:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.054860:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617325824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.054868:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.054872:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.054875:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617325824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.054904:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076745.054906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.054908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076745.054909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.054910:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.054913:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.054914:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3730
00000400:00000200:0.0:1769076745.054916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076745.054918:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.054920:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.054922:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.054926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076745.054929:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.054931:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076745.054932:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.054934:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076745.054935:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076745.054937:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076745.054940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.054942:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076745.054945:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076745.054962:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076745.054965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.054968:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.054972:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.054976:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.054978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076745.054982:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076745.054998:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.055001:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.055007:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769076745.055011:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076745.055013:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.055014:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.055016:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.055017:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.055018:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.055021:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076745.055027:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.055034:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617325952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.055042:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.055045:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.055053:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617325952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.055068:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.055072:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076745.055077:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076745.055081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076745.055085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076745.055087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076745.055090:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076745.055094:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076745.055097:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3730
00000400:00000200:0.0:1769076745.055104:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076745.055106:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076745.055108:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076745.055111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.055113:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.055115:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.055119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076745.055121:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076745.055122:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076745.055125:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076745.055128:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076745.055129:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076745.055132:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076745.055139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.055142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076745.055146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076745.055148:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076745.055151:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076745.055157:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076745.055162:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076745.055165:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076745.055170:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076745.055174:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.055177:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076745.055180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076745.055184:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.055188:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076745.055192:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769076745.055196:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076745.055198:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076745.055199:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076745.055201:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076745.055203:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076745.055205:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076745.055210:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076745.055213:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076745.055220:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617326080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076745.055230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076745.055234:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.055241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617326080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076745.055266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076745.055271:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3741)
00000800:00000200:3.1:1769076745.055291:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076745.055448:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076745.055549:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076746.590817:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298404806, at 4298404864
00000100:00000010:0.0:1769076746.590825:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000400:00000100:2.0:1769076748.126918:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076748.126960:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076748.126973:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076748.126979:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076748.126983:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076748.126986:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076748.126991:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076748.126995:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076748.127000:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076748.127006:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076748.127013:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170bb0
00000400:00000010:2.0:1769076748.127016:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170bb0.
00000100:00000001:2.0:1769076748.127021:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076748.127045:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8700 x1855007617325824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127074:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076748.127078:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617325824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127087:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076748.127089:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076748.127100:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076748.127102:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076748.127106:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076748.127109:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076748.127112:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000010:2.0:1769076748.127115:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:2.0:1769076748.127117:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076748.127122:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9500 x1855007617325952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127130:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076748.127133:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617325952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127140:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076748.127142:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076748.127147:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076748.127150:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076748.127152:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076748.127155:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076748.127158:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170c38
00000400:00000010:2.0:1769076748.127160:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170c38.
00000100:00000001:2.0:1769076748.127162:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076748.127167:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bbb80 x1855007617326080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127175:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076748.127178:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617326080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076770 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076748.127184:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076748.127186:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076749.470805:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076749.470810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076749.470813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076750.174741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.174750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076750.174752:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.174755:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.174758:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.174765:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3736
00000400:00000200:0.0:1769076750.174773:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076750.174778:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.174781:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.174783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.174787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076750.174792:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.174794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076750.174796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.174798:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076750.174799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076750.174801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076750.174803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.174805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076750.174809:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076750.174811:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.174815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.174817:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.174819:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.174821:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076750.174822:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.174828:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769076750.174831:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076750.174834:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.174835:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.174837:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.174839:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.174843:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.174851:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076750.174857:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.174877:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617326208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.174889:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.174893:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.174898:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617326208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.174926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076750.174930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.174933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076750.174935:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.174936:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.174939:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.174942:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3736
00000400:00000200:0.0:1769076750.174946:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076750.174950:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.174954:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.174958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.174965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076750.174970:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.174972:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076750.174973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.174976:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076750.174981:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076750.174984:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076750.174990:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.174995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.175000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076750.175010:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076750.175013:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175020:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.175025:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.175032:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.175037:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.175042:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.175049:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076750.175056:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.175061:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.175069:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769076750.175074:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076750.175078:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.175081:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.175084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.175088:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.175091:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.175098:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076750.175104:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.175116:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617326336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.175133:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.175137:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.175144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617326336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.175176:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.175182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076750.175192:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076750.175198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076750.175204:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076750.175210:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076750.175216:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076750.175223:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076750.175230:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3736
00000400:00000200:0.0:1769076750.175240:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076750.175246:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076750.175258:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076750.175266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.175275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076750.175284:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076750.175287:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076750.175291:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076750.175296:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076750.175301:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076750.175307:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076750.175316:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076750.175325:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076750.175333:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076750.175341:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076750.175348:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076750.175352:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076750.175365:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076750.175371:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.175373:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076750.175378:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076750.175384:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076750.175388:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076750.175394:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000800:00000200:3.1:1769076750.175400:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769076750.175401:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076750.175406:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076750.175409:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076750.175410:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1769076750.175414:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076750.175418:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076750.175422:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076750.175431:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076750.175437:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076750.175447:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617326464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076750.175461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076750.175464:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.175468:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617326464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076750.175476:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076750.175480:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3746)
00000800:00000200:3.1:1769076750.176058:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076750.176060:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076750.176368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076750.176371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076751.710723:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298409926, at 4298409984
00000100:00000010:0.0:1769076751.710737:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:2.0:1769076754.590786:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076754.590803:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076754.590807:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076755.294771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076755.294795:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076755.294798:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076755.294802:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076755.294807:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076755.294815:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3741
00000400:00000200:2.0:1769076755.294824:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076755.294830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076755.294834:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076755.294837:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.294840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076755.294843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.294845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076755.294849:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076755.294851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076755.294854:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076755.294858:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076755.294860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076755.294863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076755.294866:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.294868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076755.294870:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.294872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076755.294875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076755.294878:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076755.294881:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076755.294884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076755.294887:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076755.294890:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.294893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076755.294895:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076755.294905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076755.294908:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076755.294912:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076755.294915:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.294918:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076755.294921:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076755.294926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076755.294934:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076755.294940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076755.294948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617326592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076755.294956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076755.294959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076755.294962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617326592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076755.294981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076755.294983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076755.294986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076755.294987:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076755.294988:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076755.294990:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076755.294992:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3741
00000400:00000200:2.0:1769076755.294995:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076755.294997:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076755.294998:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076755.295001:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076755.295004:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076755.295009:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076755.295010:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076755.295011:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076755.295012:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076755.295014:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076755.295016:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076755.295019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076755.295025:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076755.295033:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076755.295038:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295040:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076755.295045:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076755.295051:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076755.295055:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295058:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076755.295063:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076755.295070:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295073:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076755.295080:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076755.295085:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076755.295091:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076755.295094:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295099:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076755.295103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076755.295108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076755.295116:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076755.295125:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076755.295136:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617326720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076755.295159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076755.295163:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076755.295171:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617326720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076755.295183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076755.295190:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076755.295194:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076755.295198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076755.295203:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076755.295206:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076755.295207:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076755.295209:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076755.295214:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3741
00000400:00000200:2.0:1769076755.295252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076755.295259:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076755.295262:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076755.295270:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076755.295280:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295283:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076755.295286:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076755.295287:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076755.295288:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076755.295291:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076755.295295:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076755.295298:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076755.295305:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076755.295309:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769076755.295315:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076755.295315:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769076755.295318:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076755.295321:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076755.295327:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076755.295332:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076755.295336:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076755.295341:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076755.295346:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295348:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076755.295351:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076755.295356:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295359:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076755.295363:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076755.295366:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076755.295367:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076755.295368:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076755.295370:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076755.295373:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076755.295375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076755.295379:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076755.295384:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076755.295393:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617326848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076755.295413:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076755.295417:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076755.295424:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617326848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076755.295437:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076755.295442:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3751)
00000800:00000200:3.1:1769076755.295717:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076755.295720:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076755.295977:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076755.295979:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1769076756.830773:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298415046, at 4298415104
00000100:00000010:0.0:1769076756.830782:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:2.0:1769076759.710809:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076759.710814:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076759.710817:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076760.414747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076760.414755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076760.414757:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076760.414760:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076760.414764:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076760.414770:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3746
00000400:00000200:2.0:1769076760.414778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076760.414783:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076760.414786:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076760.414788:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.414792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076760.414797:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076760.414798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076760.414800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076760.414802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076760.414804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076760.414805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076760.414807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.414810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076760.414813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076760.414816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076760.414822:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076760.414825:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076760.414828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.414830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076760.414832:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076760.414842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769076760.414845:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076760.414849:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076760.414851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.414854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076760.414858:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076760.414862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076760.414871:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076760.414878:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076760.414886:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617326976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076760.414894:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076760.414898:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076760.414901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617326976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076760.414920:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076760.414922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076760.414925:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076760.414926:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076760.414928:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076760.414930:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076760.414931:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3746
00000400:00000200:2.0:1769076760.414934:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076760.414937:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076760.414939:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076760.414941:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.414945:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414947:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076760.414949:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076760.414950:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076760.414951:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076760.414953:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076760.414954:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076760.414956:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076760.414959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.414963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414968:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076760.414971:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076760.414975:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076760.414979:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076760.414981:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076760.414986:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076760.414991:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.414995:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076760.415000:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076760.415006:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.415008:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076760.415014:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769076760.415017:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076760.415021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076760.415024:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.415028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076760.415030:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076760.415033:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076760.415037:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076760.415041:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076760.415053:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617327104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076760.415065:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076760.415070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076760.415079:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617327104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076760.415097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076760.415103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076760.415109:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076760.415114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076760.415117:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076760.415119:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076760.415122:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076760.415126:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076760.415134:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3746
00000400:00000200:2.0:1769076760.415146:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076760.415155:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076760.415161:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076760.415169:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.415175:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.415181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.415187:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076760.415190:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076760.415193:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076760.415196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076760.415198:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076760.415202:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076760.415207:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076760.415213:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.415218:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076760.415223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076760.415226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076760.415232:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076760.415239:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076760.415243:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076760.415244:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076760.415247:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076760.415253:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.415259:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076760.415263:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076760.415267:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.415269:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076760.415275:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769076760.415278:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076760.415283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076760.415285:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076760.415288:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076760.415291:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076760.415293:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076760.415297:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076760.415302:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076760.415304:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769076760.415309:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617327232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076760.415311:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769076760.415321:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076760.415327:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076760.415334:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617327232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076760.415342:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076760.415347:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3756)
00000800:00000200:3.1:1769076760.415705:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076760.415707:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076760.415947:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076760.415949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769076761.950735:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298420166, at 4298420224
00000100:00000010:0.0:1769076761.950760:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000020:00000001:2.0:1769076764.830909:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076764.830914:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076764.830918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076765.534785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076765.534796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076765.534800:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.534804:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.534809:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.534816:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3751
00000400:00000200:2.0:1769076765.534825:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076765.534831:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076765.534835:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076765.534839:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.534843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.534846:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.534849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076765.534852:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076765.534854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076765.534857:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076765.534860:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076765.534862:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076765.534865:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076765.534868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.534871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.534873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.534875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076765.534879:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076765.534882:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076765.534885:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076765.534888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076765.534891:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076765.534894:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.534897:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076765.534899:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076765.534909:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769076765.534914:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076765.534917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.534919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.534922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.534925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076765.534929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076765.534937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769076765.534944:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076765.534953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617327360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076765.534965:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.534970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.534975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617327360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076765.535005:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076765.535008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076765.535012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076765.535014:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.535015:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.535019:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.535022:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3751
00000400:00000200:2.0:1769076765.535026:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076765.535029:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076765.535032:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076765.535035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.535041:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076765.535047:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076765.535049:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076765.535051:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076765.535053:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076765.535055:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076765.535059:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076765.535066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.535078:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076765.535092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076765.535099:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535104:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076765.535108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076765.535115:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076765.535121:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535126:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076765.535132:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076765.535138:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535143:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076765.535150:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769076765.535156:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076765.535161:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.535164:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535168:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.535170:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076765.535174:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076765.535182:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076765.535189:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076765.535198:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617327488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076765.535221:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.535226:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.535237:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617327488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076765.535258:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.535265:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076765.535275:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076765.535281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076765.535289:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076765.535295:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076765.535298:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076765.535304:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076765.535311:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3751
00000400:00000200:2.0:1769076765.535321:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076765.535331:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076765.535339:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076765.535345:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535352:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.535359:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076765.535365:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076765.535367:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769076765.535371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769076765.535372:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076765.535376:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076765.535381:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076765.535385:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076765.535390:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076765.535395:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076765.535405:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535411:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076765.535419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076765.535433:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076765.535440:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076765.535448:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076765.535455:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076765.535461:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076765.535465:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535472:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076765.535476:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076765.535482:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535486:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076765.535494:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769076765.535498:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076765.535501:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076765.535502:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076765.535505:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076765.535509:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076765.535512:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076765.535520:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076765.535528:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076765.535540:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617327616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076765.535557:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076765.535562:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.535572:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617327616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076765.535597:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076765.535623:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3761)
00000800:00000200:3.1:1769076765.535852:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076765.535854:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076765.536042:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076765.536043:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769076767.070760:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298425286, at 4298425344
00000100:00000010:0.0:1769076767.070778:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769076769.950948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076769.950955:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076769.950960:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076770.655738:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076770.655748:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076770.656356:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076770.656359:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769076770.656861:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076770.656865:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1769076772.190737:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298430407, at 4298430464
00000100:00000010:0.0:1769076772.190752:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769076775.070802:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076775.070806:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076775.070810:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076775.774788:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076775.774797:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076775.774800:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076775.774803:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076775.774806:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076775.774812:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3761
00000400:00000200:0.0:1769076775.774819:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076775.774824:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076775.774827:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076775.774829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774832:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.774834:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774836:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076775.774839:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076775.774840:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076775.774842:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076775.774845:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076775.774846:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076775.774848:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076775.774850:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774851:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.774852:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774854:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076775.774856:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076775.774858:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774860:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076775.774862:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076775.774865:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076775.774867:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.774868:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076775.774870:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076775.774878:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076775.774880:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076775.774883:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076775.774884:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.774886:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076775.774889:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076775.774892:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076775.774898:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076775.774903:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076775.774910:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617328128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076775.774917:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076775.774921:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076775.774924:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617328128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076775.774942:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076775.774945:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076775.774947:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076775.774948:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076775.774950:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076775.774952:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076775.774953:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3761
00000400:00000200:0.0:1769076775.774955:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076775.774957:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076775.774959:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076775.774961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774962:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.774964:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774965:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076775.774967:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076775.774967:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076775.774968:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076775.774970:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076775.774971:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076775.774972:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076775.774974:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774975:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.774976:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774977:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076775.774978:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076775.774980:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076775.774981:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076775.774982:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076775.774986:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076775.774987:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.774988:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076775.774991:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076775.774994:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.774995:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076775.774998:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076775.774999:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076775.775010:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076775.775010:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.775011:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076775.775013:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076775.775014:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076775.775017:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076775.775020:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076775.775028:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617328256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076775.775043:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076775.775048:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076775.775059:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617328256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076775.775074:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076775.775081:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076775.775090:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076775.775097:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076775.775101:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076775.775104:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076775.775108:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076775.775111:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076775.775116:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3761
00000400:00000200:0.0:1769076775.775123:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076775.775125:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076775.775137:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076775.775143:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.775146:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.775150:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.775152:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076775.775154:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076775.775157:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076775.775160:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076775.775161:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076775.775163:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076775.775168:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076775.775173:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.775175:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076775.775179:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076775.775182:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076775.775188:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076775.775193:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076775.775195:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076775.775197:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076775.775203:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076775.775206:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.775210:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076775.775213:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076775.775217:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.775221:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076775.775226:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076775.775230:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076775.775232:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076775.775233:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076775.775235:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076775.775238:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076775.775240:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076775.775247:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076775.775250:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076775.775259:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617328384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076775.775268:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076775.775272:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076775.775277:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617328384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076775.775288:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076775.775293:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3771)
00000800:00000200:1.1:1769076775.775350:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076775.775352:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076775.775703:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076775.775705:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769076775.775889:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076775.775890:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1769076777.310796:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298435526, at 4298435584
00000100:00000010:0.0:1769076777.310811:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000020:00000001:2.0:1769076780.190828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076780.190832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076780.190836:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076780.895301:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076780.895305:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076780.895672:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076780.895703:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769076780.895951:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076780.895953:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1769076782.430827:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298440646, at 4298440704
00000100:00000010:0.0:1769076782.430834:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:2.0:1769076785.310960:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076785.310967:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076785.310972:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076786.014940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076786.014954:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076786.014959:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076786.014963:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076786.014994:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076786.015004:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3771
00000400:00000200:2.0:1769076786.015015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076786.015022:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076786.015027:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076786.015031:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076786.015048:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076786.015051:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076786.015055:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076786.015059:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076786.015061:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076786.015064:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076786.015068:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015074:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076786.015092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076786.015096:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015099:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076786.015102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076786.015107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076786.015110:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.015113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076786.015116:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076786.015127:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076786.015132:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076786.015137:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076786.015139:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.015143:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076786.015146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076786.015151:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076786.015172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769076786.015181:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076786.015192:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617328896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076786.015206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076786.015212:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076786.015218:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617328896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076786.015249:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076786.015254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076786.015258:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076786.015283:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076786.015285:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076786.015289:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076786.015292:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3771
00000400:00000200:2.0:1769076786.015297:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076786.015301:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076786.015304:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076786.015308:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015311:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015313:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015316:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076786.015319:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076786.015321:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076786.015323:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076786.015326:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076786.015330:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076786.015334:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076786.015338:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015345:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015348:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076786.015359:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076786.015363:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015367:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076786.015375:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076786.015384:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076786.015391:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.015397:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076786.015403:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076786.015416:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.015424:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076786.015433:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076786.015446:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076786.015458:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076786.015466:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.015476:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076786.015484:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076786.015494:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076786.015513:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076786.015530:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076786.015555:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617329024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076786.015577:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076786.015585:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076786.015597:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617329024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076786.015759:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076786.015769:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076786.015781:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076786.015791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076786.015802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076786.015810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076786.015816:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076786.015827:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076786.015837:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3771
00000400:00000200:2.0:1769076786.015851:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076786.015864:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076786.015877:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076786.015890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015909:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076786.015933:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076786.015939:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076786.015945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769076786.015952:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769076786.015953:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076786.015964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076786.015966:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.1:1769076786.015975:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000100:00000040:2.0:1769076786.015977:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.015986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076786.015997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076786.016002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076786.016009:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076786.016027:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076786.016037:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076786.016043:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076786.016053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076786.016060:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.016066:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076786.016072:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076786.016084:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.016092:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076786.016105:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076786.016132:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076786.016147:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076786.016152:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076786.016173:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076786.016180:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076786.016187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076786.016198:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076786.016207:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076786.016215:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617329152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076786.016232:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076786.016238:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076786.016257:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617329152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076786.016297:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076786.016306:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3781)
00000800:00000200:1.1:1769076786.016875:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076786.016878:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1769076786.017385:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076786.017390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1769076787.550770:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298445767, at 4298445824
00000100:00000010:0.0:1769076787.550797:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:2.0:1769076790.430831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076790.430834:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076790.430837:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076791.134815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.134823:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076791.134825:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.134828:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.134832:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.134837:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3776
00000400:00000200:0.0:1769076791.134845:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076791.134851:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.134853:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.134856:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.134860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076791.134865:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.134866:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076791.134868:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.134870:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076791.134872:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076791.134873:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076791.134875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.134878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076791.134882:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076791.134884:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.134888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.134891:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.134893:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.134894:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076791.134895:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.134904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769076791.134906:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076791.134909:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.134910:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.134912:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.134915:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.134918:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.134927:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076791.134932:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.134938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617329280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.134946:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.134949:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.134952:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617329280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.134972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076791.134974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.134976:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076791.134977:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.134979:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.134980:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.134982:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3776
00000400:00000200:0.0:1769076791.134984:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076791.134987:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.134990:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.134992:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.134995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.134997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076791.134998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.134999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076791.135001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.135002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076791.135004:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076791.135007:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076791.135009:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.135011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135013:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076791.135015:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076791.135018:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135021:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.135022:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.135025:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.135026:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.135031:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076791.135049:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135055:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.135060:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769076791.135062:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076791.135065:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.135067:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135070:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.135073:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.135080:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.135092:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076791.135108:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.135131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617329408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.135153:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.135155:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.135157:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617329408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.135198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.135202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076791.135211:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076791.135216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076791.135220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076791.135224:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076791.135227:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076791.135238:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076791.135242:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3776
00000400:00000200:0.0:1769076791.135260:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076791.135263:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076791.135264:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076791.135271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.135275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135277:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076791.135285:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076791.135288:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076791.135294:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076791.135298:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076791.135307:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076791.135321:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076791.135337:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076791.135352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076791.135374:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076791.135387:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076791.135398:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076791.135403:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076791.135405:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076791.135407:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135408:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076791.135411:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076791.135422:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135425:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076791.135429:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769076791.135431:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076791.135442:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076791.135447:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076791.135456:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076791.135459:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076791.135464:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076791.135478:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076791.135487:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076791.135504:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617329536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076791.135513:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076791.135518:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.135530:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617329536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076791.135562:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076791.135569:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3787)
00000800:00000200:1.1:1769076791.135584:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076791.135587:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076791.136003:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076791.136005:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076791.136222:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076791.136223:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1769076792.670812:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298450886, at 4298450944
00000100:00000010:0.0:1769076792.670829:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:2.0:1769076795.550812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076795.550815:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076795.550818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076796.254741:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076796.254750:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076796.254753:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076796.254756:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076796.254760:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076796.254767:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3782
00000400:00000200:0.0:1769076796.254775:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076796.254780:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076796.254783:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076796.254786:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254789:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.254791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076796.254797:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076796.254798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076796.254801:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076796.254803:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076796.254805:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076796.254806:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076796.254809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254810:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.254812:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076796.254816:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076796.254819:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254821:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076796.254824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076796.254827:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076796.254829:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.254831:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076796.254833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076796.254842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769076796.254845:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076796.254848:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076796.254850:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.254852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076796.254855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076796.254859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076796.254865:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076796.254871:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076796.254879:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617329664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076796.254888:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076796.254892:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076796.254896:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617329664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076796.254917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076796.254920:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076796.254923:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076796.254924:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076796.254925:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076796.254928:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076796.254929:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3782
00000400:00000200:0.0:1769076796.254932:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076796.254934:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076796.254936:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076796.254939:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.254943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076796.254947:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076796.254948:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076796.254949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076796.254951:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076796.254953:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076796.254954:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076796.254957:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.254961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076796.254964:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076796.254967:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076796.254973:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076796.254975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076796.254982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076796.254986:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.254989:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076796.254992:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076796.254999:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.255004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076796.255010:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769076796.255016:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076796.255021:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076796.255025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.255028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076796.255032:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076796.255035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076796.255041:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076796.255047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076796.255055:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617329792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076796.255065:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076796.255071:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076796.255077:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617329792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076796.255112:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076796.255116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076796.255122:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076796.255129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076796.255151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076796.255155:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076796.255157:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076796.255162:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076796.255171:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3782
00000400:00000200:0.0:1769076796.255181:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076796.255192:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076796.255196:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076796.255202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.255207:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.255213:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.255218:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076796.255222:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076796.255224:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076796.255225:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076796.255230:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076796.255236:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076796.255240:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076796.255248:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.255251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076796.255255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076796.255260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076796.255266:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076796.255273:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076796.255281:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076796.255286:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076796.255291:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076796.255297:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.255299:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076796.255304:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076796.255309:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.255313:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076796.255319:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769076796.255327:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076796.255333:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076796.255335:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076796.255340:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076796.255341:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076796.255344:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076796.255369:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076796.255376:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769076796.255382:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076796.255387:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1769076796.255388:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617329920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076796.255408:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076796.255411:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076796.255418:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617329920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076796.255443:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076796.255470:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3792)
00000800:00000200:1.1:1769076796.255940:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076796.255942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076796.256214:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076796.256216:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1769076797.790752:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298456006, at 4298456064
00000100:00000010:0.0:1769076797.790764:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:2.0:1769076800.670793:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076800.670797:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076800.670800:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076801.375554:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076801.375562:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076801.376239:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076801.376242:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076801.376495:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076801.376497:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769076802.910783:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298461127, at 4298461184
00000100:00000010:0.0:1769076802.910806:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000020:00000001:2.0:1769076805.790864:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076805.790869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076805.790873:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076806.495628:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076806.495636:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076806.496089:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076806.496091:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076806.496292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076806.496294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769076808.030787:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298466247, at 4298466304
00000100:00000010:0.0:1769076808.030811:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:2.0:1769076810.910912:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076810.910919:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076810.910925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076811.614862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076811.614893:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076811.614897:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076811.614903:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076811.614912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076811.614924:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3797
00000400:00000200:2.0:1769076811.614941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076811.614952:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076811.614959:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076811.614968:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.614976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.614997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615003:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076811.615010:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076811.615015:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076811.615019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076811.615023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076811.615026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076811.615029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076811.615034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.615039:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615041:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076811.615045:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076811.615051:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615055:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076811.615059:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076811.615063:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076811.615066:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615069:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076811.615072:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076811.615084:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076811.615088:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076811.615093:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076811.615096:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615099:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076811.615103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076811.615108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076811.615118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076811.615126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076811.615137:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617330816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076811.615151:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076811.615157:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076811.615163:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617330816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076811.615192:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076811.615197:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076811.615202:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076811.615204:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076811.615206:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076811.615209:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076811.615213:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3797
00000400:00000200:2.0:1769076811.615218:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076811.615222:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076811.615225:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076811.615229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.615237:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076811.615244:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076811.615246:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076811.615248:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076811.615251:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076811.615254:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076811.615258:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076811.615261:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.615268:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076811.615280:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076811.615290:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615299:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076811.615302:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076811.615309:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076811.615314:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615321:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076811.615328:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076811.615338:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615346:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076811.615354:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076811.615362:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076811.615369:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076811.615375:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615379:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076811.615384:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076811.615392:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076811.615405:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076811.615412:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076811.615430:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617330944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076811.615452:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076811.615459:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076811.615469:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617330944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076811.615494:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076811.615504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076811.615514:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076811.615518:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076811.615523:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076811.615526:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076811.615529:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076811.615537:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076811.615548:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3797
00000400:00000200:2.0:1769076811.615565:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076811.615580:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076811.615591:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076811.615606:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615618:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.615628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615653:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076811.615704:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076811.615707:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076811.615710:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076811.615713:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076811.615716:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076811.615720:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076811.615727:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615733:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076811.615742:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615747:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076811.615754:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076811.615763:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076811.615770:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076811.615773:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076811.615779:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076811.615790:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615795:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076811.615800:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076811.615807:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615811:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076811.615820:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076811.615851:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076811.615858:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076811.615863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076811.615871:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076811.615876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076811.615888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076811.615895:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076811.615905:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076811.615927:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617331072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076811.615963:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076811.615973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076811.615997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617331072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076811.616026:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076811.616042:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3807)
00000800:00000200:1.1:1769076811.616046:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076811.616532:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076811.616930:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769076813.150862:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298471367, at 4298471424
00000100:00000010:0.0:1769076813.150882:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:2.0:1769076816.030948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076816.030953:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076816.030957:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076816.734774:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076816.734799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076816.734802:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076816.734805:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076816.734808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076816.734814:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3802
00000400:00000200:0.0:1769076816.734821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076816.734827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076816.734830:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076816.734833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.734836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.734838:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.734840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076816.734843:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076816.734845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076816.734847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076816.734849:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076816.734851:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076816.734853:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076816.734855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.734857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.734860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.734862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076816.734866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076816.734869:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076816.734872:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.734875:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076816.734878:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076816.734897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.734899:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076816.734901:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076816.734909:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769076816.734913:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076816.734917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076816.734919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.734922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076816.734924:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076816.734929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076816.734937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076816.734943:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076816.734951:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617331200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076816.734963:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076816.734968:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.734974:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617331200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.735014:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076816.735018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076816.735021:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076816.735023:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076816.735025:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076816.735028:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076816.735031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3802
00000400:00000200:0.0:1769076816.735035:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076816.735050:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076816.735053:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076816.735055:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.735059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076816.735064:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076816.735065:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076816.735067:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076816.735069:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076816.735071:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076816.735074:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076816.735077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735079:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.735081:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735083:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076816.735085:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076816.735088:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735090:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.735092:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076816.735098:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076816.735100:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735102:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076816.735106:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076816.735110:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735112:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076816.735115:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769076816.735118:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076816.735120:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076816.735122:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076816.735125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076816.735127:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076816.735131:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076816.735134:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076816.735139:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617331328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076816.735146:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076816.735148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.735152:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617331328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.735160:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.735162:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076816.735166:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076816.735169:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076816.735184:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076816.735185:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076816.735187:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076816.735189:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076816.735192:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3802
00000400:00000200:0.0:1769076816.735196:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076816.735200:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076816.735202:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076816.735205:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735207:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.735210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735212:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076816.735215:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076816.735217:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076816.735219:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076816.735221:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076816.735223:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076816.735225:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076816.735229:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076816.735233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735235:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076816.735238:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076816.735241:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076816.735244:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076816.735245:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076816.735248:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076816.735251:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735253:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076816.735256:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076816.735259:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735261:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076816.735265:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769076816.735267:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076816.735270:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076816.735271:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076816.735274:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076816.735275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076816.735277:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076816.735281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076816.735285:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076816.735289:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617331456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076816.735296:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076816.735299:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.735303:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617331456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076816.735313:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076816.735319:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3812)
00000800:00000200:1.1:1769076816.735531:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076816.735534:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076816.735966:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076816.735969:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076816.736368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076816.736371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1769076818.270757:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298476486, at 4298476544
00000100:00000010:0.0:1769076818.270770:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:2.0:1769076821.150951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076821.150955:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076821.150958:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076821.855545:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076821.855551:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076821.856162:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076821.856164:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076821.856405:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076821.856407:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076823.198810:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076823.198815:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076823.198818:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076823.390744:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298481607, at 4298481664
00000100:00000010:0.0:1769076823.390761:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000020:00000001:2.0:1769076826.270905:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076826.270911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076826.270918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076826.975809:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076826.975818:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076826.976647:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076826.976651:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076826.977056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076826.977060:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076828.318831:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076828.318837:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076828.318840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076828.510745:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298486727, at 4298486784
00000100:00000010:0.0:1769076828.510764:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:2.0:1769076831.390828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076831.390832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076831.390834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076832.095224:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076832.095230:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076832.095621:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076832.095623:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076832.095832:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076832.095834:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769076833.438862:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076833.438867:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076833.438871:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076833.630801:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298491846, at 4298491904
00000100:00000010:0.0:1769076833.630826:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000020:00000001:2.0:1769076836.511043:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076836.511052:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076836.511059:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076837.216007:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076837.216017:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076837.216732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076837.216736:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769076837.217143:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076837.217147:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769076838.558926:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076838.558931:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076838.558946:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076838.750857:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298496967, at 4298497024
00000100:00000010:0.0:1769076838.750887:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:2.0:1769076841.630845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076841.630849:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076841.630853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076842.335538:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076842.335549:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076842.335977:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076842.335979:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076842.336203:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076842.336205:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1769076843.678920:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076843.678926:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076843.678931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076843.870807:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298502087, at 4298502144
00000100:00000010:0.0:1769076843.870849:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:2.0:1769076846.750877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076846.750883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076846.750889:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076847.455341:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076847.455346:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076847.455754:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076847.455756:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076847.455949:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076847.455951:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769076848.798816:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076848.798820:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076848.798823:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076848.990748:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298507206, at 4298507264
00000100:00000010:0.0:1769076848.990766:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000020:00000001:2.0:1769076851.870796:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076851.870800:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076851.870803:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076852.575417:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076852.575424:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076852.575897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076852.575899:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769076852.576219:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076852.576221:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076853.918814:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076853.918818:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076853.918821:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076854.110800:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298512326, at 4298512384
00000100:00000010:0.0:1769076854.110814:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:2.0:1769076855.966976:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076855.966991:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076855.966995:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076856.990792:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076856.990795:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076856.990798:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076857.695281:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076857.695286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076857.695633:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076857.695634:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076857.695862:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076857.695864:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076859.038871:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076859.038877:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076859.038882:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076859.230836:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298517446, at 4298517504
00000100:00000010:0.0:1769076859.230872:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:2.0:1769076861.086961:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076861.086967:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076861.086972:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076862.110889:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076862.110895:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076862.110901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076862.815539:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076862.815545:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076862.815939:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076862.815941:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769076862.816265:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076862.816268:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076864.158878:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076864.158883:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076864.158888:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076864.350803:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298522566, at 4298522624
00000100:00000010:0.0:1769076864.350821:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:2.0:1769076866.206884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076866.206888:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076866.206891:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076867.230995:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076867.231001:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076867.231006:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076867.936251:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076867.936268:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076867.936980:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076867.936984:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076867.937428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076867.937431:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076869.278909:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076869.278913:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076869.278916:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076869.470823:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298527687, at 4298527744
00000100:00000010:0.0:1769076869.470858:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000020:00000001:2.0:1769076871.326896:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076871.326901:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076871.326905:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076872.350953:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076872.350961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076872.350968:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076873.055937:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076873.055954:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076873.056651:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076873.056657:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769076873.057206:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076873.057210:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769076874.398833:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076874.398838:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076874.398843:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076874.590814:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298532807, at 4298532864
00000100:00000010:0.0:1769076874.590836:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000020:00000001:2.0:1769076876.446977:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076876.446983:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076876.447002:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076877.470924:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076877.470930:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076877.470936:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076878.175832:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076878.176253:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076878.176470:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076879.518859:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076879.518864:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076879.518868:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076879.710800:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298537927, at 4298537984
00000100:00000010:0.0:1769076879.710817:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000400:00000100:2.0:1769076881.247063:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076881.247136:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076881.247156:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076881.247165:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076881.247187:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076881.247194:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076881.247203:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076881.247211:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769076881.247221:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076881.247230:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076881.247241:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170550
00000400:00000010:2.0:1769076881.247247:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170550.
00000100:00000001:2.0:1769076881.247255:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076881.247270:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708e00 x1855007617335808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247331:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076881.247345:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617335808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247364:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076881.247369:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076881.247387:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076881.247392:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769076881.247398:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076881.247405:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076881.247412:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451703b8
00000400:00000010:2.0:1769076881.247416:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451703b8.
00000100:00000001:2.0:1769076881.247425:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076881.247435:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709180 x1855007617335936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247466:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076881.247483:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617335936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247529:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076881.247541:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076881.247565:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076881.247582:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769076881.247599:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076881.247614:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076881.247628:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170330
00000400:00000010:2.0:1769076881.247636:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170330.
00000100:00000001:2.0:1769076881.247648:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076881.247798:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708380 x1855007617336064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247840:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076881.247859:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708380 x1855007617336064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076903 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076881.247895:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076881.247906:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076881.566916:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076881.566920:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076881.566924:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076882.590879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076882.590886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076882.590893:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076883.294797:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076883.294807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076883.294810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076883.294813:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076883.294817:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076883.294823:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3869
00000400:00000200:0.0:1769076883.294832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076883.294837:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076883.294839:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076883.294842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.294845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.294847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.294849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076883.294852:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076883.294854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076883.294856:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076883.294858:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076883.294860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076883.294861:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076883.294863:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.294865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.294866:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.294868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076883.294871:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076883.294873:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076883.294875:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076883.294877:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076883.294880:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076883.294882:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.294884:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076883.294886:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076883.294891:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076883.294894:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076883.294898:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076883.294899:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.294901:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076883.294904:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076883.294907:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076883.294913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076883.294919:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076883.294933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617336192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076883.294942:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076883.294945:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076883.294949:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617336192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076883.294967:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076883.294970:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076883.294974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076883.294975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076883.294977:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076883.294980:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076883.294983:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3869
00000400:00000200:0.0:1769076883.294987:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076883.294996:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076883.294999:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076883.295004:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.295010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295013:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076883.295016:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076883.295019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076883.295024:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076883.295037:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076883.295043:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076883.295049:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076883.295059:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.295071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076883.295082:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076883.295090:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295097:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076883.295103:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076883.295110:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076883.295118:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295124:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076883.295129:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076883.295135:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295141:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076883.295149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076883.295155:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076883.295161:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076883.295165:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295170:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076883.295174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076883.295177:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076883.295187:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076883.295196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076883.295205:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617336320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076883.295221:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076883.295225:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076883.295235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617336320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076883.295261:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076883.295268:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076883.295274:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076883.295282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076883.295292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076883.295294:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076883.295299:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076883.295315:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076883.295322:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3869
00000400:00000200:0.0:1769076883.295332:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076883.295341:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076883.295346:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076883.295354:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.295369:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295374:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076883.295380:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076883.295384:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076883.295389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076883.295393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076883.295400:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076883.295403:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076883.295413:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295420:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076883.295427:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295432:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076883.295438:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076883.295446:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076883.295450:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076883.295456:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076883.295461:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076883.295465:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295472:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076883.295478:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076883.295484:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295487:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076883.295490:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:0.0:1769076883.295493:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000800:00000200:3.1:1769076883.295500:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000040:0.0:1769076883.295501:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076883.295510:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076883.295514:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076883.295520:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076883.295523:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076883.295528:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076883.295533:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076883.295542:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076883.295552:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617336448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076883.295561:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076883.295563:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076883.295567:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617336448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076883.295575:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076883.295580:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3879)
00000800:00000200:3.1:1769076883.296164:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076883.296168:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769076883.296461:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076883.296463:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076884.638897:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076884.638902:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076884.638919:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076884.830734:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298543047, at 4298543104
00000100:00000010:0.0:1769076884.830747:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:2.0:1769076886.686899:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076886.686905:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076886.686909:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076887.710879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076887.710884:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076887.710888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076888.414815:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076888.414826:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076888.414829:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076888.414832:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076888.414836:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076888.414843:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3874
00000400:00000200:2.0:1769076888.414853:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076888.414862:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076888.414867:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076888.414872:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.414877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.414880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.414884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076888.414890:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076888.414892:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076888.414896:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076888.414900:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076888.414903:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076888.414907:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076888.414912:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.414916:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.414919:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.414923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076888.414928:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076888.414933:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076888.414938:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.414942:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076888.414946:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.414951:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.414954:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076888.414957:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076888.414967:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769076888.414971:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076888.414975:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076888.414977:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.414980:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076888.414983:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076888.414987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076888.414997:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076888.415003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.415012:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617336576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076888.415024:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076888.415029:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.415033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617336576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.415058:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076888.415061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076888.415065:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076888.415066:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076888.415068:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076888.415071:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076888.415074:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3874
00000400:00000200:2.0:1769076888.415079:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076888.415084:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076888.415087:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076888.415091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.415097:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415103:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076888.415108:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076888.415111:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076888.415115:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076888.415118:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076888.415121:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076888.415124:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076888.415134:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.415144:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415151:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076888.415157:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076888.415163:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415170:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.415177:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076888.415184:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.415189:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415194:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076888.415202:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076888.415208:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415213:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076888.415217:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769076888.415224:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076888.415228:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076888.415233:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076888.415244:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076888.415249:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076888.415257:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769076888.415263:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.415273:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617336704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076888.415287:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076888.415291:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.415299:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617336704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.415310:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.415314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076888.415318:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076888.415324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076888.415329:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076888.415335:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076888.415338:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076888.415344:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076888.415347:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3874
00000400:00000200:2.0:1769076888.415355:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076888.415361:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076888.415366:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076888.415373:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415379:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.415385:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415390:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076888.415396:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076888.415399:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076888.415403:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076888.415406:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076888.415411:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076888.415414:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076888.415435:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415443:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076888.415448:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415453:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076888.415477:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076888.415483:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076888.415487:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076888.415496:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076888.415503:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076888.415509:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415514:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076888.415519:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076888.415527:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415530:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076888.415535:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769076888.415557:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076888.415562:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076888.415566:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076888.415571:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076888.415574:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076888.415577:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076888.415585:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769076888.415592:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076888.415600:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617336832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769076888.415620:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769076888.415621:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076888.415627:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076888.415628:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1769076888.415636:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617336832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076888.415653:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076888.415703:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3884)
00000800:00000200:3.1:1769076888.416165:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076888.416169:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769076888.416571:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076888.416574:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076889.758774:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076889.758778:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076889.758781:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076889.950774:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298548167, at 4298548224
00000100:00000010:0.0:1769076889.950808:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000020:00000001:2.0:1769076891.806930:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076891.806936:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076891.806941:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076892.830870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076892.830876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076892.830881:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076893.534748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076893.534760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076893.534763:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076893.534767:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076893.534771:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076893.534780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3879
00000400:00000200:0.0:1769076893.534790:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076893.534797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076893.534801:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076893.534805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.534811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534814:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076893.534819:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076893.534821:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076893.534824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076893.534827:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076893.534829:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076893.534832:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076893.534835:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.534839:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076893.534845:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076893.534848:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534851:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.534855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076893.534858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076893.534861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.534863:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076893.534866:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076893.534876:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076893.534880:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076893.534884:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076893.534886:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.534890:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076893.534893:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076893.534897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076893.534906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076893.534914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076893.534923:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617336960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076893.534932:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076893.534936:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.534939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617336960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.534958:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076893.534961:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076893.534964:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076893.534965:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076893.534967:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076893.534969:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076893.534971:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3879
00000400:00000200:0.0:1769076893.534976:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076893.534979:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076893.534981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076893.534984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.534986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.534994:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076893.535008:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076893.535012:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076893.535017:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076893.535023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076893.535031:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076893.535038:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076893.535050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535060:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.535067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076893.535079:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076893.535102:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535111:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.535117:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076893.535124:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076893.535131:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535133:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076893.535140:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076893.535146:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535173:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076893.535180:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076893.535190:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076893.535203:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076893.535210:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076893.535236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076893.535241:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076893.535249:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076893.535256:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076893.535270:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617337088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076893.535289:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076893.535293:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.535299:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617337088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.535310:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.535314:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076893.535320:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076893.535324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076893.535331:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076893.535334:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076893.535364:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076893.535371:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076893.535380:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3879
00000400:00000200:0.0:1769076893.535396:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076893.535403:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076893.535405:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076893.535409:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535413:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.535419:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535428:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076893.535434:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076893.535439:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076893.535445:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076893.535450:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076893.535474:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076893.535478:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076893.535490:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535497:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076893.535522:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076893.535528:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076893.535534:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076893.535544:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:3.1:1769076893.535552:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076893.535557:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076893.535563:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.1:1769076893.535564:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1769076893.535568:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076893.535576:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535581:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076893.535586:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076893.535594:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535596:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076893.535611:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076893.535617:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076893.535628:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076893.535649:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076893.535654:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076893.535659:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076893.535665:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076893.535700:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076893.535706:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076893.535711:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617337216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076893.535718:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076893.535738:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.535743:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617337216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076893.535812:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076893.535820:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3889)
00000800:00000200:3.1:1769076893.536294:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076893.536314:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769076893.536903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076893.536906:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769076894.878852:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076894.878858:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076894.878861:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076895.070771:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298553287, at 4298553344
00000100:00000010:0.0:1769076895.070786:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000020:00000001:2.0:1769076896.926861:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076896.926864:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076896.926867:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076897.950880:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076897.950886:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076897.950890:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076898.655588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076898.655595:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076898.656242:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076898.656245:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769076898.656645:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076898.656648:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1769076899.998943:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076899.998948:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076899.998952:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076900.190813:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298558407, at 4298558464
00000100:00000010:0.0:1769076900.190840:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:2.0:1769076902.046941:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076902.046945:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076902.046948:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076903.070933:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076903.070939:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076903.070942:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076903.775765:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076903.775775:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076903.776378:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076903.776381:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769076903.776704:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076903.776709:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1769076905.118899:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076905.118906:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076905.118910:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076905.310874:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298563527, at 4298563584
00000100:00000010:0.0:1769076905.310895:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769076907.166881:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076907.166886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076907.166890:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769076908.894839:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076908.894852:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769076908.894857:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076908.894862:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.894867:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.894874:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3894
00000400:00000200:2.0:1769076908.894885:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076908.894892:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076908.894896:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076908.894901:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.894905:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.894908:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.894910:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076908.894915:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076908.894917:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769076908.894921:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076908.894923:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769076908.894926:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769076908.894928:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769076908.894931:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.894934:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.894936:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.894938:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076908.894942:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769076908.894946:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076908.894948:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076908.894951:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076908.894955:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076908.894958:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.894960:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769076908.894963:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076908.894974:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769076908.894977:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769076908.894981:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076908.894983:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.894986:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076908.894989:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076908.894994:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076908.895003:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769076908.895010:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076908.895019:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617338112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076908.895032:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076908.895037:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.895042:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617338112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.895070:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769076908.895074:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076908.895078:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769076908.895080:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076908.895082:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.895085:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.895087:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3894
00000400:00000200:2.0:1769076908.895091:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076908.895094:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076908.895097:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076908.895100:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895103:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.895105:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895107:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076908.895110:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076908.895112:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769076908.895114:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076908.895116:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769076908.895118:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769076908.895121:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769076908.895125:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895127:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.895130:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895132:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076908.895136:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769076908.895139:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895143:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076908.895145:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076908.895151:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076908.895159:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895163:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076908.895171:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769076908.895178:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895181:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076908.895215:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769076908.895228:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769076908.895235:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076908.895237:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895241:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076908.895245:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076908.895249:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769076908.895262:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769076908.895270:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076908.895283:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617338240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076908.895299:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076908.895303:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.895311:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617338240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.895328:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.895333:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769076908.895342:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769076908.895349:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769076908.895359:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769076908.895364:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769076908.895370:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769076908.895374:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769076908.895379:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3894
00000400:00000200:2.0:1769076908.895389:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076908.895401:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769076908.895407:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769076908.895418:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895425:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.895432:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895439:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769076908.895446:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769076908.895450:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769076908.895455:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769076908.895462:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769076908.895469:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769076908.895474:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769076908.895484:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895491:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769076908.895498:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895500:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769076908.895508:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769076908.895516:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769076908.895521:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769076908.895525:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769076908.895532:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769076908.895541:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895548:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769076908.895557:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769076908.895571:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895582:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769076908.895593:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769076908.895607:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769076908.895620:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769076908.895626:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076908.895633:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769076908.895640:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769076908.895648:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076908.895656:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076908.895696:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
02000000:00000010:2.0:1769076908.895747:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769076908.895755:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769076908.895770:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617338368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769076908.895791:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769076908.895800:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.895813:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617338368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076908.895843:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769076908.895852:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3904)
00000800:00000200:3.1:1769076908.896407:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076908.896410:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769076908.896730:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076908.896733:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1769076910.238944:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076910.238953:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076910.238959:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076910.430781:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298568647, at 4298568704
00000100:00000010:0.0:1769076910.430798:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000020:00000001:2.0:1769076912.286958:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076912.286964:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076912.286969:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076914.014777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.014787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076914.014790:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.014794:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.014798:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.014805:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3899
00000400:00000200:0.0:1769076914.014813:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076914.014819:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.014823:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.014826:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.014831:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076914.014837:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.014839:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076914.014842:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.014844:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076914.014846:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076914.014849:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076914.014851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.014855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076914.014860:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076914.014863:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.014867:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.014870:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.014872:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.014874:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076914.014876:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.014885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769076914.014888:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076914.014892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.014893:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.014896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.014898:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.014902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.014910:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769076914.014916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.014924:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617338496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.014934:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.014939:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.014943:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617338496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.014964:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076914.014967:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.014970:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076914.014972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.014973:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.014976:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.014978:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3899
00000400:00000200:0.0:1769076914.014981:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076914.014983:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.014985:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.014988:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014991:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.014994:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.014996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076914.014998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.014999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076914.015001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.015002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076914.015005:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076914.015010:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076914.015034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015039:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.015051:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076914.015067:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076914.015078:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015090:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.015096:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.015109:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.015144:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015148:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076914.015158:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076914.015172:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015181:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.015196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076914.015206:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076914.015216:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.015224:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.015237:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.015247:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.015260:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769076914.015269:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.015284:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617338624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.015304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.015312:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.015326:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617338624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.015374:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.015381:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076914.015387:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076914.015397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076914.015408:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076914.015411:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076914.015416:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076914.015424:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076914.015431:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3899
00000400:00000200:0.0:1769076914.015449:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076914.015457:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076914.015464:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076914.015472:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015479:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.015482:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015490:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076914.015498:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076914.015501:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076914.015507:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076914.015513:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076914.015523:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076914.015532:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076914.015543:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076914.015560:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015570:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076914.015576:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076914.015589:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076914.015605:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076914.015617:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076914.015628:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076914.015642:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015652:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769076914.015694:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076914.015700:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000008:00100000:0.0:1769076914.015760:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076914.015773:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015784:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076914.015802:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769076914.015813:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076914.015824:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076914.015829:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076914.015838:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076914.015841:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076914.015847:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076914.015862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769076914.015874:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076914.015890:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617338752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076914.015916:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076914.015921:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.015930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617338752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076914.015947:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076914.015958:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3909)
00000800:00000200:3.1:1769076914.016543:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076914.016547:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769076914.016997:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076914.016999:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1769076915.358790:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076915.358794:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076915.358798:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076915.550775:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298573767, at 4298573824
00000100:00000010:0.0:1769076915.550815:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:2.0:1769076917.406858:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076917.406861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076917.406864:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076919.134739:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076919.134748:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076919.134750:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076919.134754:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076919.134757:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076919.134763:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3904
00000400:00000200:0.0:1769076919.134771:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076919.134776:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076919.134779:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076919.134781:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134784:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.134786:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134788:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076919.134791:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076919.134793:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076919.134796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076919.134798:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076919.134799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076919.134801:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076919.134803:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134804:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.134806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076919.134810:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076919.134812:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134814:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.134816:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076919.134818:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.134820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.134822:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076919.134823:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076919.134859:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769076919.134863:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076919.134868:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076919.134870:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.134873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076919.134875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076919.134880:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076919.134902:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769076919.134910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.134920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617338880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076919.134932:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076919.134937:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.134942:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617338880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.134965:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076919.134969:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076919.134972:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076919.134974:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076919.134976:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076919.134979:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076919.134981:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3904
00000400:00000200:0.0:1769076919.134985:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076919.134988:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076919.134990:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076919.134993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.134995:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.134998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135000:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076919.135003:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076919.135004:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076919.135006:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076919.135009:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076919.135012:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076919.135014:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076919.135017:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135019:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.135023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076919.135064:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076919.135069:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135073:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.135077:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076919.135085:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.135089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135092:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076919.135096:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076919.135103:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135132:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076919.135140:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769076919.135146:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076919.135153:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076919.135158:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135164:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076919.135168:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076919.135173:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076919.135183:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769076919.135192:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.135208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617339008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076919.135227:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076919.135236:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.135247:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617339008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.135270:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.135276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076919.135283:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076919.135288:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076919.135296:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076919.135300:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076919.135303:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076919.135311:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076919.135318:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3904
00000400:00000200:0.0:1769076919.135322:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076919.135325:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076919.135327:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076919.135333:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.135352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135360:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076919.135383:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076919.135385:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076919.135389:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076919.135393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076919.135398:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076919.135405:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076919.135414:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135421:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076919.135429:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135436:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076919.135454:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076919.135463:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076919.135471:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076919.135474:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076919.135480:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076919.135486:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135510:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076919.135517:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076919.135526:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135537:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076919.135547:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:0.0:1769076919.135548:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000800:00000200:3.1:1769076919.135552:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1769076919.135556:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076919.135578:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076919.135584:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076919.135589:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076919.135591:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076919.135597:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076919.135606:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769076919.135612:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076919.135623:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617339136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076919.135654:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076919.135658:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.135667:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617339136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076919.135702:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076919.135706:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3915)
00000800:00000200:3.1:1769076919.136110:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076919.136112:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076919.136395:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076919.136398:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769076920.478922:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076920.478928:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076920.478933:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076920.670769:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298578887, at 4298578944
00000100:00000010:0.0:1769076920.670778:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:2.0:1769076922.526842:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076922.526847:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076922.526850:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076924.254785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076924.254812:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076924.254815:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076924.254821:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076924.254825:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076924.254843:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3910
00000400:00000200:0.0:1769076924.254853:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076924.254860:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076924.254864:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076924.254867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.254871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.254873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.254876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076924.254880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076924.254883:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076924.254886:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076924.254900:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076924.254904:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076924.254907:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076924.254910:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.254913:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.254915:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.254917:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076924.254921:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076924.254924:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076924.254927:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076924.254930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076924.254934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076924.254937:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.254953:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076924.254956:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076924.254964:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769076924.254968:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076924.254971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076924.254972:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.254974:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076924.254977:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076924.254980:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076924.254987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769076924.254993:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076924.255000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617339264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076924.255008:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076924.255011:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076924.255015:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617339264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076924.255036:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076924.255038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076924.255040:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076924.255045:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076924.255046:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076924.255048:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076924.255050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3910
00000400:00000200:0.0:1769076924.255053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076924.255055:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076924.255057:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076924.255060:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.255064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255065:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076924.255067:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076924.255069:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076924.255071:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076924.255073:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076924.255076:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076924.255079:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076924.255083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.255095:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076924.255108:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076924.255116:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255124:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076924.255130:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076924.255136:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076924.255141:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.255143:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076924.255147:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076924.255154:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.255157:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076924.255161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769076924.255167:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076924.255171:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076924.255174:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.255178:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076924.255180:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076924.255183:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076924.255191:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769076924.255197:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076924.255208:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617339392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076924.255224:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076924.255230:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076924.255242:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617339392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076924.255257:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076924.255261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076924.255265:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076924.255270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076924.255276:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076924.255279:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076924.255280:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076924.255282:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076924.255287:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3910
00000400:00000200:0.0:1769076924.255294:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076924.255303:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076924.255310:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076924.255320:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.255334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255339:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076924.255342:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076924.255345:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076924.255349:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076924.255353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076924.255357:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076924.255362:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076924.255368:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255373:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076924.255375:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255377:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076924.255379:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076924.255385:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076924.255387:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076924.255388:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076924.255391:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076924.255394:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.255398:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076924.255401:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076924.255407:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076924.255408:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076924.255410:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769076924.255412:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000010:0.0:1769076924.255415:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769076924.255419:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076924.255422:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076924.255425:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076924.255427:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076924.255429:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076924.255433:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076924.255436:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769076924.255439:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076924.255448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617339520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076924.255461:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076924.255463:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076924.255470:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617339520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076924.255479:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076924.255483:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3920)
00000800:00000200:3.1:1769076924.255825:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076924.255827:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769076924.256061:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076924.256063:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769076925.598949:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076925.598955:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076925.598959:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076925.790787:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298584006, at 4298584064
00000100:00000010:0.0:1769076925.790807:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769076927.646823:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076927.646830:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076927.646835:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076929.375615:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076929.375620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076929.376268:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076929.376270:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076929.376685:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076929.376688:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1769076930.718791:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076930.718794:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076930.718797:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076930.910773:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298589127, at 4298589184
00000100:00000010:0.0:1769076930.910793:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:2.0:1769076932.767037:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076932.767071:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076932.767076:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076934.495641:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076934.495668:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076934.496181:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076934.496183:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769076934.496380:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076934.496381:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1769076935.838845:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076935.838849:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076935.838852:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076936.030798:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298594247, at 4298594304
00000100:00000010:0.0:1769076936.030821:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769076937.886875:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076937.886879:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076937.886882:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076939.615479:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076939.615485:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076939.615956:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076939.615958:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769076939.616181:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076939.616183:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769076940.958822:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076940.958827:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076940.958831:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076941.150750:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298599366, at 4298599424
00000100:00000010:0.0:1769076941.150765:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:2.0:1769076943.006879:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076943.006884:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076943.006887:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076944.030826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076944.030830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076944.030833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076944.735799:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076944.736498:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076944.736795:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769076946.078884:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076946.078892:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076946.078898:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076946.270930:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298604487, at 4298604544
00000100:00000010:0.0:1769076946.270947:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000400:00000100:2.0:1769076947.806907:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769076947.806953:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769076947.806968:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076947.806973:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769076947.806979:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769076947.806983:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769076947.806990:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076947.806995:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769076947.807003:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076947.807009:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076947.807017:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743a18
00000400:00000010:2.0:1769076947.807021:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743a18.
00000100:00000001:2.0:1769076947.807028:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076947.807038:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617340800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807073:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076947.807079:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617340800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807096:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076947.807099:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076947.807113:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076947.807117:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769076947.807122:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076947.807127:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076947.807132:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:2.0:1769076947.807136:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:2.0:1769076947.807146:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076947.807157:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1c00 x1855007617340928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807175:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076947.807185:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617340928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807206:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076947.807210:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769076947.807223:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769076947.807227:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769076947.807232:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769076947.807242:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769076947.807259:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743d48
00000400:00000010:2.0:1769076947.807266:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743d48.
00000100:00000001:2.0:1769076947.807275:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769076947.807286:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617341056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807318:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769076947.807328:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617341056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769076969 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769076947.807350:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769076947.807352:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769076948.126882:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076948.126887:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076948.126890:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076949.150802:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076949.150805:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076949.150808:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076949.855801:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076949.855805:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076949.856350:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076949.856354:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769076949.856919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076949.856921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1769076951.198793:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076951.198798:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076951.198802:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076951.390788:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298609607, at 4298609664
00000100:00000010:0.0:1769076951.390806:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:2.0:1769076953.246839:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076953.246845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076953.246851:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076954.270929:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076954.270937:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076954.270943:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076954.975755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076954.975762:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076954.976621:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076954.976624:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769076954.977069:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076954.977075:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1769076956.318867:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076956.318872:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076956.318876:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076956.510792:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298614727, at 4298614784
00000100:00000010:0.0:1769076956.510812:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:2.0:1769076958.366847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076958.366851:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076958.366854:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076959.390852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076959.390856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076959.390860:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076960.095261:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076960.095266:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076960.095641:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076960.095643:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769076960.095916:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076960.095918:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769076960.414839:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076960.414842:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076960.414845:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076961.438846:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076961.438850:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076961.438854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076961.630842:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298619846, at 4298619904
00000100:00000010:0.0:1769076961.630852:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:2.0:1769076963.486769:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076963.486772:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076963.486775:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076964.510818:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076964.510821:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076964.510824:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076965.215416:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076965.215420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076965.215897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076965.215900:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769076965.216182:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076965.216184:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769076965.534932:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076965.534938:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076965.534942:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076966.558893:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076966.558897:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076966.558900:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076966.750787:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298624966, at 4298625024
00000100:00000010:0.0:1769076966.750804:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000020:00000001:2.0:1769076968.606791:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076968.606795:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076968.606798:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076969.630844:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076969.630849:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076969.630854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076970.335948:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076970.335956:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076970.336597:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076970.336602:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769076970.337032:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076970.337035:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769076970.654919:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076970.654925:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076970.654929:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076971.678951:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076971.678957:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076971.678962:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076971.870736:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298630087, at 4298630144
00000100:00000010:0.0:1769076971.870749:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:2.0:1769076973.726859:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076973.726869:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076973.726875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076974.750948:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076974.750954:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076974.750959:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076975.455319:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076975.455326:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076975.455858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076975.455862:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769076975.456170:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076975.456172:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769076975.774803:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076975.774807:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076975.774810:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076976.798836:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076976.798840:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076976.798844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076976.990753:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298635206, at 4298635264
00000100:00000010:0.0:1769076976.990762:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:2.0:1769076978.846841:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076978.846844:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076978.846848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076979.870895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076979.870899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076979.870901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769076980.575525:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076980.575528:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076980.575897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076980.575898:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769076980.576183:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076980.576202:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769076980.894804:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076980.894808:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076980.894811:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076981.918891:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076981.918897:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076981.918902:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076982.110737:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298640326, at 4298640384
00000100:00000010:0.0:1769076982.110747:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000020:00000001:2.0:1769076983.966825:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076983.966830:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076983.966834:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076984.990872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076984.990879:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076984.990885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769076985.694828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076985.694843:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769076985.694847:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076985.694853:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076985.694860:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076985.694871:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 3971
00000400:00000200:0.0:1769076985.694884:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076985.694893:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076985.694898:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076985.694903:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.694934:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076985.694939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.694970:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076985.694977:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076985.694980:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769076985.694984:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076985.694989:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769076985.694993:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769076985.694996:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769076985.695001:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695004:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076985.695007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076985.695015:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769076985.695020:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695024:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076985.695028:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076985.695033:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076985.695037:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769076985.695044:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076985.695055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769076985.695061:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769076985.695067:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076985.695069:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695073:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076985.695077:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076985.695083:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076985.695104:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769076985.695113:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076985.695125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617343872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076985.695139:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076985.695146:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076985.695171:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617343872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076985.695241:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769076985.695247:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076985.695253:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769076985.695256:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076985.695259:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076985.695263:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076985.695268:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3971
00000400:00000200:0.0:1769076985.695276:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076985.695283:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076985.695288:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076985.695295:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695299:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076985.695305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695323:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076985.695332:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076985.695338:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769076985.695359:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076985.695364:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769076985.695373:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769076985.695392:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769076985.695401:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695408:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076985.695412:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695417:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076985.695425:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769076985.695430:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695436:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076985.695443:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076985.695455:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076985.695464:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695468:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076985.695474:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769076985.695480:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695485:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076985.695493:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769076985.695500:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769076985.695505:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076985.695507:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695511:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076985.695514:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076985.695518:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076985.695526:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769076985.695533:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076985.695545:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617344000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076985.695564:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076985.695571:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076985.695584:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617344000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076985.695610:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076985.695618:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769076985.695626:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769076985.695632:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769076985.695641:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769076985.695646:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769076985.695648:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769076985.695654:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769076985.695662:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 3971
00000400:00000200:0.0:1769076985.695725:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769076985.695738:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769076985.695743:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769076985.695753:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695761:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769076985.695769:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769076985.695803:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769076985.695807:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769076985.695810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769076985.695815:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769076985.695822:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769076985.695828:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769076985.695842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769076985.695845:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769076985.695848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769076985.695855:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769076985.695857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769076985.695875:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769076985.695885:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769076985.695890:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769076985.695896:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769076985.695904:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769076985.695950:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695953:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769076985.695958:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769076985.695963:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695970:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769076985.695975:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769076985.695981:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769076985.695987:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769076985.695989:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769076985.695995:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769076985.695998:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769076985.696002:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769076985.696011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769076985.696019:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769076985.696036:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617344128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769076985.696075:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769076985.696092:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076985.696107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617344128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769076985.696125:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769076985.696135:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (3981)
00000800:00000200:3.1:1769076985.696624:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076985.696626:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769076985.697088:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769076985.697090:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769076986.014890:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076986.014895:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076986.014900:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076987.038968:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076987.038976:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076987.038980:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076987.230837:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298645447, at 4298645504
00000100:00000010:0.0:1769076987.230854:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b35a0.
00000020:00000001:2.0:1769076989.086967:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076989.086975:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076989.086981:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076990.110967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076990.110975:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076990.110981:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076990.816056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076990.816060:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076990.816587:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076990.816589:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769076990.816964:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076990.816967:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769076991.134901:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076991.134912:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076991.134918:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076992.158974:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076992.158979:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076992.158982:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076992.350818:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298650567, at 4298650624
00000100:00000010:0.0:1769076992.350839:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:2.0:1769076994.206841:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076994.206845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076994.206849:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769076995.230906:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076995.230911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076995.230916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769076995.935720:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076995.935730:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076995.936594:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076995.936597:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769076995.937093:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769076995.937097:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769076996.254916:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076996.254922:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076996.254928:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769076997.278897:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769076997.278902:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769076997.278907:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769076997.470853:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298655687, at 4298655744
00000100:00000010:0.0:1769076997.470873:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:2.0:1769076999.326928:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769076999.326934:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769076999.326940:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077000.350846:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077000.350851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077000.350854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077001.055927:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077001.055934:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077001.056503:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077001.056506:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077001.056944:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077001.056947:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769077001.374786:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077001.374791:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077001.374795:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077002.398823:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077002.398828:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077002.398831:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077002.590792:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298660807, at 4298660864
00000100:00000010:0.0:1769077002.590817:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769077004.446835:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077004.446840:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077004.446844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077005.470803:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077005.470807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077005.470810:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077006.175484:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077006.175509:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077006.176294:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077006.176296:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077006.176558:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077006.176560:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077006.494809:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077006.494814:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077006.494818:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077007.518935:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077007.518941:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077007.518964:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077007.710732:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298665927, at 4298665984
00000100:00000010:0.0:1769077007.710742:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000020:00000001:2.0:1769077009.566873:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077009.566878:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077009.566881:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077010.590840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077010.590843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077010.590845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077011.295767:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077011.296001:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077011.296130:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077011.614981:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077011.614988:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077011.614993:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077012.638898:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077012.638903:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077012.638907:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077012.830790:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298671047, at 4298671104
00000100:00000010:0.0:1769077012.830819:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000400:00000100:2.0:1769077014.366986:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077014.367046:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077014.367065:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077014.367074:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077014.367097:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077014.367102:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077014.367123:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077014.367129:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769077014.367137:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077014.367143:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077014.367151:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451702a8
00000400:00000010:2.0:1769077014.367154:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451702a8.
00000100:00000001:2.0:1769077014.367160:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077014.367170:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470b480 x1855007617345792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367207:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077014.367213:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617345792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367224:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077014.367226:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077014.367245:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077014.367249:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769077014.367253:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077014.367258:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077014.367262:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170220
00000400:00000010:2.0:1769077014.367265:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170220.
00000100:00000001:2.0:1769077014.367268:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077014.367276:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708700 x1855007617345920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367287:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077014.367291:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617345920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367301:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077014.367305:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077014.367316:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077014.367321:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769077014.367326:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077014.367334:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077014.367338:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170330
00000400:00000010:2.0:1769077014.367341:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170330.
00000100:00000001:2.0:1769077014.367346:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077014.367353:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470bb80 x1855007617346048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367365:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077014.367369:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617346048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077036 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077014.367389:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077014.367400:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077014.686805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077014.686810:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077014.686813:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077015.710838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077015.710843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077015.710847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077016.415634:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077016.415638:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077016.416928:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077016.416932:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077016.417262:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077016.417264:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077016.734912:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077016.734918:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077016.734923:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077017.758923:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077017.758927:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077017.758931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077017.950736:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298676167, at 4298676224
00000100:00000010:0.0:1769077017.950778:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:2.0:1769077019.806927:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077019.806933:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077019.806937:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077020.830812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077020.830816:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077020.830819:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077021.534792:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077021.534804:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077021.534808:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.534812:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.534817:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.534825:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4007
00000400:00000200:2.0:1769077021.534835:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077021.534842:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077021.534846:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077021.534851:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.534855:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.534858:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.534860:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077021.534865:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.534867:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077021.534870:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.534873:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077021.534876:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077021.534878:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077021.534881:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.534884:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.534886:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.534888:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077021.534892:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077021.534895:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077021.534898:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.534901:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077021.534905:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.534908:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.534910:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077021.534912:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077021.534922:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077021.534926:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077021.534956:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077021.534958:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.534961:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077021.534964:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077021.534968:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077021.534975:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077021.534982:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077021.534991:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617346560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077021.535001:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.535006:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.535010:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617346560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077021.535032:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077021.535035:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077021.535039:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077021.535040:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.535042:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.535045:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.535047:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4007
00000400:00000200:2.0:1769077021.535050:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077021.535053:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077021.535055:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077021.535059:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535061:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.535065:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535067:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077021.535069:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.535070:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077021.535072:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.535074:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077021.535076:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077021.535077:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077021.535081:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535084:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.535090:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535093:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077021.535100:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077021.535106:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535109:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.535112:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077021.535119:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.535124:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535130:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077021.535142:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077021.535151:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535156:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077021.535162:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077021.535169:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077021.535175:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077021.535178:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535184:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077021.535190:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077021.535196:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077021.535201:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077021.535209:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077021.535218:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617346688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077021.535233:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.535236:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.535244:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617346688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077021.535258:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.535263:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077021.535272:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077021.535279:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077021.535287:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077021.535289:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077021.535293:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077021.535297:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077021.535304:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4007
00000400:00000200:2.0:1769077021.535324:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077021.535331:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077021.535337:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077021.535342:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535346:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.535353:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535357:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077021.535361:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077021.535364:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077021.535367:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077021.535372:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077021.535375:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077021.535382:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077021.535389:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535392:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077021.535394:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535401:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077021.535407:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077021.535414:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077021.535420:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077021.535424:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077021.535428:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077021.535432:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535436:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077021.535438:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077021.535441:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535443:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077021.535448:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077021.535453:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077021.535459:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077021.535464:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077021.535469:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077021.535472:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077021.535475:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077021.535484:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077021.535491:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077021.535500:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617346816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077021.535525:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077021.535548:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.535560:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617346816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077021.535576:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077021.535582:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4017)
00000800:00000200:3.1:1769077021.535599:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077021.535604:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077021.536217:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077021.536220:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077021.536522:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077021.536525:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077021.854853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077021.854859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077021.854864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077022.878852:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077022.878856:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077022.878859:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077023.070759:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298681287, at 4298681344
00000100:00000010:0.0:1769077023.070772:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000020:00000001:2.0:1769077024.926796:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077024.926800:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077024.926803:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077025.950826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077025.950831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077025.950834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077026.654774:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.654783:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077026.654785:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.654788:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077026.654791:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.654797:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4012
00000400:00000200:2.0:1769077026.654806:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077026.654811:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.654814:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077026.654816:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654818:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.654820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654822:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077026.654826:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.654827:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077026.654829:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.654831:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077026.654833:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077026.654834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077026.654836:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654838:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.654839:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654841:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077026.654843:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077026.654845:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654847:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.654849:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077026.654851:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077026.654853:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.654854:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077026.654856:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077026.654864:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077026.654866:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077026.654869:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.654870:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.654872:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077026.654874:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077026.654878:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077026.654884:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077026.654889:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077026.654896:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617346944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077026.654903:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077026.654907:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.654910:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617346944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077026.654928:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077026.654930:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.654933:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077026.654934:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.654935:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077026.654937:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.654939:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4012
00000400:00000200:2.0:1769077026.654941:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077026.654942:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.654944:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077026.654946:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654947:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.654949:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654950:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077026.654952:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.654953:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077026.654954:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.654956:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077026.654957:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077026.654959:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077026.654961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654963:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.654964:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654966:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077026.654968:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077026.654969:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077026.654972:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.654973:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077026.654979:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077026.654982:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.654986:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077026.654989:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077026.654992:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.654994:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077026.654999:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077026.655001:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077026.655003:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.655003:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.655005:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077026.655005:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077026.655029:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077026.655037:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077026.655043:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077026.655054:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617347072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077026.655090:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077026.655096:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.655104:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617347072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077026.655117:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.655120:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077026.655124:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077026.655127:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077026.655132:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077026.655134:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077026.655137:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077026.655140:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077026.655142:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4012
00000400:00000200:2.0:1769077026.655156:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077026.655160:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077026.655162:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077026.655168:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.655170:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.655173:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.655177:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077026.655180:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077026.655183:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077026.655186:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077026.655189:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077026.655191:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077026.655193:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077026.655197:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.655202:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077026.655205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077026.655210:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077026.655214:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077026.655219:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077026.655237:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077026.655240:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077026.655244:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077026.655249:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.655251:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077026.655254:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077026.655273:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.655275:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077026.655281:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077026.655285:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077026.655288:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077026.655290:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077026.655295:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077026.655296:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077026.655298:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077026.655304:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077026.655311:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077026.655317:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617347200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077026.655328:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077026.655331:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.655336:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617347200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077026.655348:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077026.655352:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4022)
00000800:00000200:3.1:1769077026.655414:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077026.655418:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077026.655919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077026.655922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077026.656300:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077026.656303:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077026.974780:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077026.974783:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077026.974786:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077027.998789:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077027.998792:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077027.998795:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077028.190740:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298686406, at 4298686464
00000100:00000010:0.0:1769077028.190756:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:2.0:1769077030.046924:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077030.046930:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077030.046935:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077031.070799:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077031.070803:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077031.070806:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077031.774721:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077031.774730:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077031.774733:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077031.774737:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077031.774740:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077031.774746:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4017
00000400:00000200:2.0:1769077031.774753:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077031.774757:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077031.774760:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077031.774762:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774765:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.774767:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774768:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077031.774772:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077031.774773:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077031.774775:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077031.774778:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077031.774779:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077031.774781:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077031.774782:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774784:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.774785:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774786:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077031.774789:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077031.774791:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774793:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077031.774794:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077031.774797:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077031.774799:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.774801:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077031.774802:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077031.774809:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077031.774812:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077031.774815:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077031.774816:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.774819:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077031.774821:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077031.774833:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077031.774841:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077031.774846:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077031.774853:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617347328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077031.774861:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077031.774864:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077031.774867:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617347328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077031.774883:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077031.774886:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077031.774888:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077031.774890:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077031.774891:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077031.774893:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077031.774894:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4017
00000400:00000200:2.0:1769077031.774897:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077031.774899:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077031.774901:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077031.774903:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774904:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.774905:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774907:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077031.774908:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077031.774909:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077031.774910:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077031.774911:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077031.774913:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077031.774914:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077031.774916:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774918:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.774919:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774920:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077031.774922:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077031.774923:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077031.774925:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077031.774926:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077031.774929:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077031.774931:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.774932:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077031.774936:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077031.774938:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.774940:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077031.774942:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077031.774944:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077031.774946:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077031.774947:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.774948:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077031.774950:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077031.774952:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077031.774956:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077031.774960:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077031.774968:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617347456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077031.774987:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077031.774991:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077031.774996:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617347456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077031.775008:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077031.775011:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077031.775015:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077031.775018:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077031.775023:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077031.775025:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077031.775029:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077031.775032:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077031.775036:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4017
00000400:00000200:2.0:1769077031.775042:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077031.775046:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077031.775050:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077031.775052:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.775053:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.775057:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.775060:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077031.775065:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077031.775067:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077031.775068:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077031.775072:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077031.775073:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077031.775074:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077031.775077:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.775083:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077031.775087:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077031.775089:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077031.775090:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077031.775093:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077031.775097:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077031.775100:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077031.775102:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077031.775105:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.775106:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077031.775108:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077031.775113:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.775114:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077031.775118:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077031.775123:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077031.775128:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077031.775131:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077031.775133:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077031.775147:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077031.775151:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077031.775156:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077031.775161:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077031.775170:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617347584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077031.775183:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077031.775188:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077031.775194:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617347584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077031.775210:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077031.775217:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4027)
00000800:00000200:3.1:1769077031.775302:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077031.775306:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077031.775724:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077031.775726:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077031.775933:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077031.775935:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077032.094832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077032.094836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077032.094839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077033.118828:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077033.118833:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077033.118837:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077033.310761:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298691526, at 4298691584
00000100:00000010:0.0:1769077033.310777:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769077035.166832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077035.166837:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077035.166841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077036.190814:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077036.190818:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077036.190822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077036.894748:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077036.894756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077036.894759:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077036.894762:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077036.894765:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077036.894772:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4022
00000400:00000200:2.0:1769077036.894779:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077036.894785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077036.894788:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077036.894791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.894796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077036.894802:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077036.894803:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077036.894806:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077036.894808:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077036.894810:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077036.894812:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077036.894814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.894818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077036.894822:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077036.894824:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894826:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.894827:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077036.894830:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077036.894831:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.894833:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077036.894834:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077036.894842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077036.894846:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077036.894849:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077036.894850:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.894852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077036.894854:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077036.894857:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077036.894864:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077036.894869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.894876:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617347712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077036.894883:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077036.894886:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.894890:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617347712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.894905:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077036.894907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077036.894910:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077036.894911:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077036.894912:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077036.894914:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077036.894915:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4022
00000400:00000200:2.0:1769077036.894917:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077036.894920:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077036.894921:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077036.894924:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.894928:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077036.894932:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077036.894933:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077036.894937:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077036.894940:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077036.894943:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077036.894945:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077036.894951:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.894958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077036.894965:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077036.894971:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077036.894974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.894976:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077036.894982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077036.894986:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.894988:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077036.894993:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077036.894999:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.895002:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077036.895006:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077036.895011:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077036.895017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077036.895019:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.895025:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077036.895028:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077036.895030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077036.895035:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077036.895039:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.895047:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617347840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077036.895069:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077036.895073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.895081:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617347840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.895123:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.895127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077036.895131:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077036.895135:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077036.895141:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077036.895143:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077036.895144:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077036.895147:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077036.895151:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4022
00000400:00000200:2.0:1769077036.895155:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077036.895157:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077036.895159:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077036.895164:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.895167:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.895171:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.895177:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077036.895179:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077036.895181:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077036.895184:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077036.895185:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077036.895189:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077036.895191:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077036.895197:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.895200:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077036.895205:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077036.895208:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077036.895214:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077036.895221:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077036.895224:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077036.895227:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077036.895230:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077036.895235:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.895238:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077036.895242:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077036.895246:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.895247:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077036.895254:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077036.895260:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077036.895265:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077036.895268:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077036.895273:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077036.895275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077036.895278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077036.895278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:2.0:1769077036.895284:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000800:00000200:3.1:1769077036.895284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1769077036.895288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077036.895296:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617347968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077036.895305:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077036.895308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.895315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617347968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077036.895328:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077036.895332:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4032)
00000800:00000200:3.1:1769077036.895594:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077036.895596:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077036.895821:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077036.895822:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077037.214837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077037.214841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077037.214844:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077038.238848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077038.238851:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077038.238854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077038.430735:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298696646, at 4298696704
00000100:00000010:0.0:1769077038.430745:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:2.0:1769077040.287056:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077040.287063:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077040.287069:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077041.310897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077041.310904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077041.310910:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077042.015642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077042.015651:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077042.016335:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077042.016337:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077042.016573:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077042.016575:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077042.334998:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077042.335007:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077042.335013:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077043.358983:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077043.358988:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077043.358993:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077043.550750:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298701767, at 4298701824
00000100:00000010:0.0:1769077043.550760:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000020:00000001:2.0:1769077045.406898:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077045.406904:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077045.406923:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077046.430912:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077046.430916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077046.430919:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077047.135360:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077047.135365:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077047.135827:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077047.135829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077047.136045:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077047.136047:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077047.454982:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077047.454989:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077047.454994:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077048.478826:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077048.478830:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077048.478840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077048.670756:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298706886, at 4298706944
00000100:00000010:0.0:1769077048.670771:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769077050.526902:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077050.526905:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077050.526908:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077051.550826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077051.550830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077051.550833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077052.254771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.254780:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077052.254782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.254785:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.254788:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.254807:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4038
00000400:00000200:2.0:1769077052.254815:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077052.254820:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.254823:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.254825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.254829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077052.254835:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.254837:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077052.254839:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.254841:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077052.254843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077052.254845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077052.254847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254848:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.254849:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077052.254852:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077052.254854:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254856:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.254858:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.254861:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.254863:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.254864:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077052.254866:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.254874:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077052.254876:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077052.254879:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.254880:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.254882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.254884:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.254888:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.254893:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077052.254899:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.254905:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617348864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.254913:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.254916:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.254919:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617348864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.254941:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077052.254943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.254946:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077052.254947:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.254948:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.254950:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.254951:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4038
00000400:00000200:2.0:1769077052.254953:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077052.254955:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.254957:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.254959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.254962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254963:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077052.254965:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.254966:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077052.254967:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.254968:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077052.254970:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077052.254972:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077052.254974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254976:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.254978:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254979:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077052.254980:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077052.254983:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077052.254988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.254993:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.254997:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.255001:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.255002:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077052.255007:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077052.255012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.255016:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.255021:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077052.255026:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077052.255030:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077052.255032:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.255034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.255038:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.255040:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.255048:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077052.255055:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.255067:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617348992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.255084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.255087:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.255095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617348992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.255112:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.255116:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077052.255120:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077052.255126:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077052.255130:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077052.255134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077052.255139:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077052.255145:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077052.255153:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4038
00000400:00000200:2.0:1769077052.255161:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077052.255168:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077052.255172:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077052.255187:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.255192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.255197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.255200:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077052.255205:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077052.255207:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077052.255212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077052.255215:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077052.255220:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077052.255222:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077052.255228:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.255233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077052.255238:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077052.255241:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077052.255242:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077052.255248:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077052.255252:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077052.255255:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077052.255259:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077052.255265:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.255268:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077052.255271:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077052.255274:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077052.255278:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077052.255283:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077052.255287:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077052.255292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769077052.255292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077052.255296:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077052.255297:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1769077052.255298:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077052.255302:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077052.255306:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077052.255311:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077052.255315:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077052.255322:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617349120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077052.255334:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077052.255337:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.255344:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617349120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077052.255368:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077052.255374:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4048)
00000800:00000200:3.1:1769077052.255630:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077052.255632:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077052.255855:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077052.255857:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077052.574921:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077052.574925:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077052.574929:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077053.598901:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077053.598906:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077053.598911:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077053.790757:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298712006, at 4298712064
00000100:00000010:0.0:1769077053.790786:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:2.0:1769077055.646869:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077055.646873:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077055.646876:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077056.670832:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077056.670838:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077056.670844:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077057.374808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077057.374819:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077057.374821:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077057.374825:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077057.374829:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.374837:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4043
00000400:00000200:2.0:1769077057.374846:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077057.374852:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.374855:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077057.374858:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.374862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.374865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.374867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077057.374871:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.374873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077057.374875:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077057.374878:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077057.374880:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077057.374882:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077057.374884:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.374886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.374888:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.374890:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077057.374893:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077057.374896:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077057.374898:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.374900:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077057.374903:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077057.374906:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.374907:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077057.374909:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077057.374919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077057.374922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077057.374925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.374927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.374929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.374932:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077057.374935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.374943:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077057.374949:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077057.374957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617349248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077057.374973:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077057.374994:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.374998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617349248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.375024:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077057.375027:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077057.375030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077057.375031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077057.375033:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077057.375035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.375037:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4043
00000400:00000200:2.0:1769077057.375041:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077057.375043:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.375045:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077057.375048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.375052:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077057.375056:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.375057:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077057.375059:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077057.375061:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077057.375063:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077057.375065:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077057.375068:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375069:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.375071:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077057.375080:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077057.375086:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375091:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.375093:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077057.375098:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077057.375101:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375105:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077057.375110:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077057.375116:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375121:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077057.375126:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077057.375132:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077057.375139:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.375141:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375143:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.375147:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077057.375150:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.375156:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077057.375160:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077057.375169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617349376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077057.375183:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077057.375189:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.375198:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617349376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.375212:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.375216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077057.375223:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077057.375228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077057.375234:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077057.375237:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077057.375239:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077057.375245:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077057.375248:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4043
00000400:00000200:2.0:1769077057.375255:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077057.375261:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077057.375265:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077057.375271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375274:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.375279:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375281:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077057.375287:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077057.375290:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077057.375293:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077057.375297:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077057.375302:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077057.375308:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077057.375315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375342:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077057.375351:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077057.375364:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077057.375380:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077057.375389:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077057.375396:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077057.375404:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077057.375411:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375417:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077057.375424:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077057.375431:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375439:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077057.375453:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077057.375456:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077057.375463:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077057.375466:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077057.375472:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077057.375476:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077057.375481:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077057.375490:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077057.375496:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077057.375505:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617349504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077057.375518:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769077057.375525:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.1:1769077057.375525:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077057.375531:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.375542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617349504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077057.375554:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077057.375561:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4053)
00000800:00000200:3.1:1769077057.375969:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077057.375973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077057.376326:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077057.376328:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077057.694909:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077057.694915:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077057.694920:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077058.718847:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077058.718851:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077058.718855:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077058.910835:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298717126, at 4298717184
00000100:00000010:0.0:1769077058.910846:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000020:00000001:2.0:1769077060.766903:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077060.766908:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077060.766911:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077061.790938:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077061.790942:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077061.790946:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077062.494734:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077062.494743:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077062.494746:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077062.494749:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077062.494752:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077062.494757:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4048
00000400:00000200:2.0:1769077062.494765:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077062.494771:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077062.494773:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077062.494776:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494778:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.494780:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494782:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077062.494785:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077062.494786:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077062.494788:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077062.494790:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077062.494792:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077062.494793:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077062.494795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494796:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.494797:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494799:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077062.494801:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077062.494803:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494805:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.494807:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077062.494810:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077062.494812:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.494813:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077062.494815:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077062.494822:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077062.494825:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077062.494827:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077062.494829:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.494831:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077062.494833:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077062.494837:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077062.494845:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077062.494850:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077062.494857:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617349632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077062.494864:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077062.494868:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.494871:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617349632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.494889:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077062.494892:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077062.494894:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077062.494895:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077062.494897:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077062.494898:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077062.494900:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4048
00000400:00000200:2.0:1769077062.494902:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077062.494904:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077062.494905:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077062.494907:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494908:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.494909:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494911:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077062.494912:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077062.494913:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077062.494914:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077062.494916:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077062.494917:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077062.494918:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077062.494920:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.494923:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077062.494926:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077062.494928:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077062.494929:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.494930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077062.494934:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077062.494935:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.494936:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077062.494939:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077062.494941:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.494943:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077062.494946:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077062.494947:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077062.494950:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077062.494951:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.494952:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077062.494953:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077062.494954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077062.494957:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077062.494960:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077062.494963:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617349760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077062.494969:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077062.494973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.494976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617349760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.494981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.494983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077062.494985:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077062.494988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077062.494990:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077062.494991:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077062.494992:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077062.494994:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077062.494995:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4048
00000400:00000200:2.0:1769077062.494998:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077062.495001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077062.495003:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077062.495012:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.495015:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.495017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.495023:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077062.495026:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077062.495031:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077062.495033:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077062.495035:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077062.495036:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077062.495038:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077062.495048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.495052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077062.495065:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077062.495079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077062.495092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077062.495105:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077062.495111:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077062.495126:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077062.495130:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077062.495136:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.495158:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077062.495168:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077062.495175:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.495187:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077062.495193:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077062.495198:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077062.495200:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077062.495206:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077062.495209:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077062.495215:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077062.495223:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077062.495228:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077062.495231:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077062.495243:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617349888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077062.495257:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077062.495264:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.495279:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617349888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077062.495302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077062.495307:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4058)
00000800:00000200:3.1:1769077062.495551:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077062.495555:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077062.496137:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077062.496141:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077062.496829:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077062.496832:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077062.814896:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077062.814901:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077062.814906:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077063.838784:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077063.838788:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077063.838791:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077064.030738:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298722247, at 4298722304
00000100:00000010:0.0:1769077064.030776:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:2.0:1769077065.886877:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077065.886884:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077065.886889:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077066.910804:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077066.910808:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077066.910811:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077067.614802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.614815:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077067.614818:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.614823:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.614828:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077067.614853:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4053
00000400:00000200:2.0:1769077067.614864:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077067.614871:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077067.614875:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077067.614880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.614884:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.614887:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.614891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077067.614896:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077067.614899:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077067.614902:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077067.614906:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077067.614909:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077067.614912:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077067.614916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.614919:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.614921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.614924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077067.614944:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077067.614948:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077067.614952:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.614956:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.614961:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.614965:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.614968:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077067.614970:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077067.614981:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077067.614987:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077067.614991:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077067.614994:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.614997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.615001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.615006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077067.615016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077067.615025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077067.615052:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617350016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077067.615070:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.615077:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.615086:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617350016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.615126:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077067.615132:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.615138:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077067.615141:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.615144:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.615165:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077067.615169:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4053
00000400:00000200:2.0:1769077067.615176:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077067.615181:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077067.615184:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077067.615189:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615193:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.615199:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615203:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077067.615209:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077067.615213:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077067.615217:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077067.615221:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077067.615227:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077067.615235:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077067.615245:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.615257:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615263:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077067.615271:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077067.615282:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615301:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.615309:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.615319:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.615327:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615332:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077067.615340:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077067.615349:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615355:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077067.615366:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077067.615370:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077067.615374:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077067.615375:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615381:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.615386:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.615391:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077067.615401:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077067.615408:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077067.615445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617350144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077067.615465:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.615472:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.615484:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617350144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.615511:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.615527:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077067.615570:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077067.615578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077067.615586:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077067.615592:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077067.615597:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077067.615602:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077067.615612:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4053
00000400:00000200:2.0:1769077067.615625:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077067.615634:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:3.1:1769077067.615640:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:2.0:1769077067.615641:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1769077067.615646:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077067.615652:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615659:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.615666:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615671:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077067.615711:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077067.615714:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077067.615718:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077067.615723:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077067.615729:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077067.615736:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077067.615746:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615752:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077067.615759:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077067.615774:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077067.615796:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077067.615803:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077067.615808:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077067.615815:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077067.615822:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615828:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077067.615833:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077067.615839:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615858:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077067.615866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077067.615872:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077067.615878:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077067.615882:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077067.615886:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077067.615889:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077067.615893:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077067.615900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077067.615925:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077067.615937:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617350272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077067.615954:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077067.615960:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.615972:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617350272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077067.616011:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077067.616022:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4063)
00000800:00000200:3.1:1769077067.616355:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077067.616357:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077067.616768:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077067.616771:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077067.934812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077067.934816:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077067.934818:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077068.958851:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077068.958859:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077068.958864:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077069.150771:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298727367, at 4298727424
00000100:00000010:0.0:1769077069.150784:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:2.0:1769077071.006839:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077071.006842:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077071.006845:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077072.030839:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077072.030844:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077072.030847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077072.735202:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077072.735207:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077072.735616:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077072.735617:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077072.735841:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077072.735843:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077073.054790:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077073.054794:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077073.054797:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077074.078841:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077074.078845:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077074.078849:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077074.270794:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298732486, at 4298732544
00000100:00000010:0.0:1769077074.270827:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000020:00000001:2.0:1769077076.126830:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077076.126834:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077076.126837:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077077.150823:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077077.150827:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077077.150831:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077077.854749:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077077.854761:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077077.854764:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077077.854769:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077077.854773:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077077.854781:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4063
00000400:00000200:2.0:1769077077.854791:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077077.854796:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077077.854800:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077077.854803:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.854807:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.854810:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.854812:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077077.854817:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077077.854819:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077077.854822:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077077.854824:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077077.854827:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077077.854830:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077077.854833:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.854836:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.854838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.854840:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077077.854844:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077077.854848:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077077.854851:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.854860:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077077.854864:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077077.854867:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.854870:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077077.854872:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077077.854881:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077077.854885:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077077.854888:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077077.854890:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.854893:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077077.854896:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077077.854901:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077077.854908:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077077.854915:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077077.854922:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617350784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077077.854931:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077077.854934:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.854937:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617350784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.854958:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077077.854961:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077077.854964:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077077.854966:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077077.854968:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077077.854971:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077077.854975:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4063
00000400:00000200:2.0:1769077077.854981:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077077.854986:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077077.854991:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077077.855001:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855006:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.855014:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855019:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077077.855023:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077077.855027:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077077.855032:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077077.855037:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077077.855041:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077077.855046:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077077.855054:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.855067:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855073:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077077.855077:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077077.855082:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855089:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.855093:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077077.855097:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077077.855104:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855107:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077077.855111:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077077.855115:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855120:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077077.855124:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077077.855129:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077077.855133:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077077.855138:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855144:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077077.855148:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077077.855153:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077077.855162:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077077.855170:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077077.855182:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617350912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077077.855196:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077077.855201:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.855208:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617350912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.855223:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.855229:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077077.855235:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077077.855241:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077077.855247:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077077.855251:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077077.855255:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077077.855258:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077077.855263:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4063
00000400:00000200:2.0:1769077077.855270:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077077.855276:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077077.855279:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077077.855285:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769077077.855286:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769077077.855289:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.855293:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855294:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077077.855296:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077077.855297:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077077.855298:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077077.855300:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077077.855301:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077077.855303:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077077.855306:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855310:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077077.855314:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855318:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077077.855324:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077077.855329:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077077.855332:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077077.855333:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077077.855337:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077077.855340:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855342:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077077.855344:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077077.855348:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855350:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077077.855356:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077077.855360:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077077.855381:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077077.855384:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077077.855388:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077077.855391:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077077.855393:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077077.855398:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077077.855403:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077077.855411:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617351040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077077.855435:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077077.855440:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.855447:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617351040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077077.855464:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077077.855471:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4073)
00000800:00000200:3.1:1769077077.855546:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077077.855722:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077078.174833:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077078.174837:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077078.174840:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077079.198785:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077079.198788:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077079.198791:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077079.390749:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298737606, at 4298737664
00000100:00000010:0.0:1769077079.390764:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000020:00000001:2.0:1769077081.246795:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077081.246799:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077081.246802:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077082.270870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077082.270874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077082.270877:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077082.974750:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.974758:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077082.974760:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.974764:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.974767:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.974773:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4068
00000400:00000200:2.0:1769077082.974782:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077082.974786:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.974789:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.974792:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974794:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.974796:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974798:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077082.974801:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.974803:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077082.974806:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.974808:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077082.974809:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077082.974812:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077082.974815:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974817:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.974820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974823:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077082.974826:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077082.974831:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974835:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.974838:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.974841:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.974844:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.974847:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077082.974849:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.974868:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077082.974873:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077082.974877:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.974878:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.974880:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.974882:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.974886:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077082.974893:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077082.974898:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.974908:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617351168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.974920:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.974924:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.974929:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617351168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.974959:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077082.974963:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.974967:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077082.974969:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.974970:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.974973:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.974975:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4068
00000400:00000200:2.0:1769077082.974981:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077082.974983:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.974986:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.974990:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974993:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.974996:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.974998:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077082.975001:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.975003:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077082.975005:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.975007:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077082.975010:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077082.975015:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077082.975022:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975027:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.975032:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975038:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077082.975042:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077082.975045:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975048:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.975067:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.975076:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.975083:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975088:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077082.975095:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077082.975105:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975110:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.975117:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077082.975123:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077082.975130:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.975134:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975136:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.975138:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.975143:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077082.975152:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077082.975158:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.975166:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617351296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.975179:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.975185:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.975196:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617351296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.975230:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.975235:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077082.975243:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077082.975249:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077082.975254:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077082.975258:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077082.975261:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077082.975266:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077082.975271:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4068
00000400:00000200:2.0:1769077082.975294:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077082.975300:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077082.975304:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077082.975311:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975315:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.975321:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975325:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077082.975330:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077082.975334:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077082.975338:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077082.975343:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077082.975348:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077082.975355:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077082.975363:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975367:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077082.975373:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975378:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077082.975383:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077082.975394:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077082.975399:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077082.975404:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077082.975410:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077082.975415:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975420:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077082.975425:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077082.975429:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975431:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077082.975439:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077082.975445:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077082.975451:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077082.975455:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077082.975459:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077082.975462:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077082.975465:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077082.975467:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:2.0:1769077082.975471:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000800:00000200:1.1:1769077082.975473:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077082.975478:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077082.975489:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617351424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077082.975502:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077082.975506:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.975524:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617351424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077082.975540:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077082.975546:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4078)
00000800:00000200:1.1:1769077082.976008:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077082.976012:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077082.976353:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077082.976357:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077083.294837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077083.294841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077083.294848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077084.318848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077084.318852:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077084.318856:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077084.510728:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298742726, at 4298742784
00000100:00000010:0.0:1769077084.510742:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:2.0:1769077086.366796:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077086.366799:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077086.366802:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077087.390807:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077087.390811:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077087.390814:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077088.094736:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.094747:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077088.094749:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.094752:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.094755:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.094762:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4073
00000400:00000200:2.0:1769077088.094769:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077088.094774:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.094776:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.094779:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094782:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.094783:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094785:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077088.094789:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.094790:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077088.094792:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.094794:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077088.094796:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077088.094797:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077088.094800:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094801:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.094803:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094804:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077088.094806:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077088.094808:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094810:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.094812:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.094814:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.094816:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.094818:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077088.094819:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.094827:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077088.094830:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077088.094833:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.094834:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.094836:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.094838:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.094842:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.094848:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077088.094853:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.094860:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617351552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.094876:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.094880:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.094884:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617351552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.094901:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077088.094904:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.094906:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077088.094907:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.094909:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.094911:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.094912:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4073
00000400:00000200:2.0:1769077088.094915:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077088.094917:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.094919:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.094921:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094923:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.094924:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094925:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077088.094927:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.094928:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077088.094929:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.094931:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077088.094933:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077088.094934:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077088.094937:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094938:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.094940:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094941:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077088.094943:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077088.094944:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077088.094946:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.094948:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.094954:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.094957:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.094960:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077088.094964:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077088.094969:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.094974:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.094979:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077088.094983:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077088.094988:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.094989:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.094993:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.094995:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.094997:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.095002:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077088.095008:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.095016:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617351680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.095025:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.095029:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.095036:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617351680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.095049:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.095052:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077088.095055:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077088.095060:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077088.095064:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077088.095065:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077088.095068:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077088.095073:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077088.095077:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4073
00000400:00000200:2.0:1769077088.095083:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077088.095088:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077088.095090:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077088.095093:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.095099:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.095104:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.095107:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077088.095111:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077088.095114:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077088.095117:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077088.095119:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077088.095123:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077088.095127:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077088.095134:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.095136:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077088.095140:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077088.095144:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077088.095149:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077088.095151:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077088.095157:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077088.095160:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077088.095163:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077088.095164:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.095175:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077088.095178:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077088.095181:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.095184:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077088.095204:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077088.095209:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077088.095215:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077088.095218:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077088.095221:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077088.095225:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077088.095228:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077088.095234:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077088.095239:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077088.095247:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617351808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077088.095261:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077088.095265:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077088.095270:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617351808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077088.095286:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077088.095287:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077088.095292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769077088.095294:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4084)
00000800:00000200:1.1:1769077088.095655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077088.095657:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077088.095905:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077088.095907:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1769077088.414808:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077088.414812:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077088.414814:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077089.438828:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077089.438832:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077089.438837:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077089.630762:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298747846, at 4298747904
00000100:00000010:0.0:1769077089.630782:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:2.0:1769077091.486837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077091.486841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077091.486844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077092.510844:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077092.510848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077092.510852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077093.215312:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077093.215320:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077093.215786:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077093.215789:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077093.215985:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077093.215987:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769077093.534802:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077093.534805:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077093.534808:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077094.558797:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077094.558800:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077094.558802:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077094.750806:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298752966, at 4298753024
00000100:00000010:0.0:1769077094.750830:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:2.0:1769077096.606815:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077096.606819:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077096.606821:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077097.630802:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077097.630807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077097.630810:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077098.335279:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077098.335284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077098.335644:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077098.335646:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077098.335847:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077098.335849:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769077098.654889:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077098.654895:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077098.654898:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077099.678871:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077099.678876:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077099.678880:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077099.870773:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298758086, at 4298758144
00000100:00000010:0.0:1769077099.870790:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3e40.
00000020:00000001:2.0:1769077101.726925:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077101.726931:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077101.726935:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077102.750865:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077102.750870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077102.750874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077103.455451:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077103.455456:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077103.456017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077103.456019:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077103.456258:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077103.456276:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769077103.774872:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077103.774876:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077103.774880:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077104.798817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077104.798819:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077104.798822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077104.990775:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298763206, at 4298763264
00000100:00000010:0.0:1769077104.990793:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:2.0:1769077106.846906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077106.846913:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077106.846916:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077107.870913:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077107.870916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077107.870919:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077108.575369:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077108.575374:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077108.575775:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077108.575777:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077108.575998:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077108.576000:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077108.894818:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077108.894822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077108.894825:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077109.918834:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077109.918839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077109.918843:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077110.110736:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298768326, at 4298768384
00000100:00000010:0.0:1769077110.110751:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000020:00000001:2.0:1769077111.966902:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077111.966907:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077111.966912:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077112.990980:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077112.990986:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077112.990989:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077113.695491:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077113.695502:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077113.696062:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077113.696064:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077113.696256:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077113.696257:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077114.014791:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077114.014795:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077114.014798:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077115.038799:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077115.038802:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077115.038805:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077115.230776:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298773447, at 4298773504
00000100:00000010:0.0:1769077115.230790:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:2.0:1769077117.086879:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077117.086886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077117.086891:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077118.110842:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077118.110848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077118.110853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077118.815244:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077118.815248:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077118.815538:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077118.815540:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077118.815791:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077118.815793:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077119.134858:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077119.134864:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077119.134868:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077120.158841:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077120.158845:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077120.158848:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077120.350751:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298778566, at 4298778624
00000100:00000010:0.0:1769077120.350764:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000020:00000001:2.0:1769077122.206818:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077122.206821:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077122.206824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077123.230974:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077123.230978:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077123.230982:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077123.935334:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077123.935339:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077123.935818:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077123.935819:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077123.936007:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077123.936009:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077124.254803:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077124.254807:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077124.254811:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077125.278883:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077125.278888:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077125.278892:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077125.470769:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298783686, at 4298783744
00000100:00000010:0.0:1769077125.470790:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:2.0:1769077127.327086:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077127.327093:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077127.327099:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077128.350826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077128.350833:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077128.350838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077129.054784:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.054801:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077129.054805:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.054810:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.054816:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.054826:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4114
00000400:00000200:2.0:1769077129.054838:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077129.054846:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.054851:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.054855:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.054859:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.054862:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.054865:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077129.054871:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.054874:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077129.054878:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.054894:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077129.054898:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077129.054901:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077129.054905:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.054907:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.054909:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.054911:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077129.054915:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077129.054920:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077129.054924:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.054928:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.054932:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.054935:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.054939:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077129.054941:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.054952:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077129.054957:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077129.054962:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.054965:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.054968:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.054971:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.054978:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.054990:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077129.055000:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.055011:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617354624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.055023:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.055029:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.055035:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617354624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.055066:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077129.055069:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.055074:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077129.055075:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.055077:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.055081:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.055084:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4114
00000400:00000200:2.0:1769077129.055088:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077129.055093:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.055096:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.055100:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055103:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.055106:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055109:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077129.055115:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.055119:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077129.055125:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.055131:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077129.055138:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077129.055146:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077129.055156:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055161:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.055168:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055176:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077129.055182:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077129.055188:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055195:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.055198:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.055206:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.055213:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055218:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077129.055226:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077129.055233:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055236:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.055241:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077129.055248:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077129.055254:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.055258:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055263:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.055266:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.055271:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.055279:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077129.055286:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.055295:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617354752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.055314:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.055318:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.055328:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617354752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.055362:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.055370:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077129.055378:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077129.055385:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077129.055395:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077129.055399:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077129.055403:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077129.055410:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077129.055417:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4114
00000800:00000200:3.1:1769077129.055423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769077129.055428:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:3.1:1769077129.055430:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000400:00000200:2.0:1769077129.055439:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077129.055446:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077129.055454:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055460:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.055467:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055473:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077129.055478:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077129.055482:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077129.055488:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077129.055493:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077129.055499:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077129.055532:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077129.055541:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055547:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077129.055555:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055560:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077129.055565:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077129.055571:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077129.055576:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077129.055580:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077129.055587:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077129.055593:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055599:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077129.055605:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077129.055612:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055619:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077129.055628:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077129.055634:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077129.055642:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077129.055646:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077129.055650:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077129.055654:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077129.055706:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077129.055718:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077129.055727:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077129.055742:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617354880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077129.055767:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077129.055773:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.055785:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617354880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077129.055812:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077129.055822:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4125)
00000800:00000200:3.1:1769077129.055956:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077129.055958:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:3.1:1769077129.056146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077129.056148:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000020:00000001:2.0:1769077129.374852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077129.374859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077129.374864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077130.398827:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077130.398830:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077130.398833:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077130.590767:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298788806, at 4298788864
00000100:00000010:0.0:1769077130.590781:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ea0.
00000020:00000001:2.0:1769077132.446929:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077132.446934:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077132.446937:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077133.470837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077133.470843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077133.470847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077134.174788:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077134.174799:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077134.174802:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077134.174806:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077134.174810:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077134.174818:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4120
00000400:00000200:2.0:1769077134.174827:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077134.174833:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077134.174836:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077134.174839:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.174842:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.174844:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.174846:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077134.174850:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077134.174852:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077134.174854:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077134.174857:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077134.174858:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077134.174860:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077134.174862:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.174863:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.174864:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.174867:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077134.174869:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077134.174872:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077134.174874:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.174876:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077134.174880:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.174882:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.174883:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077134.174885:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077134.174896:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077134.174899:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077134.174902:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077134.174903:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.174906:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077134.174909:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077134.174913:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077134.174922:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077134.174929:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.174937:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617355008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077134.174946:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077134.174950:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.174954:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617355008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.174975:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077134.174978:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077134.174980:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077134.174982:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077134.174983:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077134.174985:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077134.174986:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4120
00000400:00000200:2.0:1769077134.174990:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077134.174994:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077134.174996:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077134.174998:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175001:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.175003:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175005:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077134.175006:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077134.175007:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077134.175009:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077134.175010:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077134.175011:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077134.175013:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077134.175015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175018:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.175020:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175023:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077134.175032:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077134.175036:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175045:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.175047:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077134.175052:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.175057:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175060:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077134.175067:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077134.175076:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175081:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077134.175088:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077134.175093:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077134.175095:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077134.175096:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175098:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077134.175099:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077134.175100:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077134.175108:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077134.175120:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.175132:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617355136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077134.175160:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077134.175166:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.175178:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617355136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.175208:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.175221:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077134.175226:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077134.175230:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077134.175237:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077134.175242:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077134.175251:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077134.175257:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077134.175264:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4120
00000400:00000200:2.0:1769077134.175284:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077134.175290:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077134.175298:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077134.175303:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175310:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.175313:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175318:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077134.175322:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077134.175324:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077134.175326:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077134.175328:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077134.175333:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077134.175338:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077134.175343:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175344:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077134.175346:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175347:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077134.175353:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077134.175361:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077134.175364:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077134.175366:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077134.175369:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077134.175373:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175377:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077134.175381:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077134.175384:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175390:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077134.175393:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077134.175397:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077134.175404:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077134.175405:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077134.175410:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077134.175412:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077134.175426:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077134.175434:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077134.175444:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077134.175456:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617355264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077134.175476:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077134.175479:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.175483:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617355264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077134.175501:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077134.175508:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4130)
00000800:00000200:3.1:1769077134.175547:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077134.175551:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077134.175900:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077134.175902:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077134.176146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077134.176148:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769077134.494835:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077134.494841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077134.494845:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077135.518800:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077135.518805:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077135.518809:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077135.710732:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298793926, at 4298793984
00000100:00000010:0.0:1769077135.710746:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000020:00000001:2.0:1769077138.590858:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077138.590863:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077138.590867:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077139.294776:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077139.294785:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077139.294788:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077139.294791:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077139.294794:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077139.294800:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4125
00000400:00000200:2.0:1769077139.294807:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077139.294812:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077139.294815:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077139.294817:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294819:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.294821:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294823:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077139.294826:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.294827:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077139.294829:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077139.294831:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077139.294833:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077139.294834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077139.294836:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294837:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.294840:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294842:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077139.294844:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077139.294846:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294848:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077139.294850:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077139.294852:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077139.294854:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.294856:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077139.294857:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077139.294866:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077139.294868:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077139.294871:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077139.294872:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.294874:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077139.294877:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077139.294881:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.294888:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077139.294893:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.294900:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617355392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077139.294908:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077139.294911:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.294914:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617355392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.294933:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077139.294935:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077139.294937:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077139.294938:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077139.294939:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077139.294941:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077139.294943:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4125
00000400:00000200:2.0:1769077139.294946:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077139.294948:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077139.294950:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077139.294952:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294954:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.294956:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294958:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077139.294959:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.294960:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077139.294961:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077139.294963:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077139.294964:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077139.294966:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077139.294968:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294972:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.294974:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294978:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077139.294980:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077139.294994:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077139.294999:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077139.295002:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077139.295008:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077139.295014:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295017:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077139.295022:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077139.295028:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295032:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077139.295038:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077139.295040:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077139.295041:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077139.295043:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295044:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077139.295047:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077139.295051:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.295055:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077139.295063:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.295073:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617355520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077139.295088:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077139.295093:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.295100:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617355520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.295117:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.295122:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077139.295128:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077139.295132:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077139.295140:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077139.295143:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077139.295145:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077139.295148:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077139.295153:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4125
00000400:00000200:2.0:1769077139.295161:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077139.295168:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077139.295174:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077139.295182:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.295186:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.295191:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.295195:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077139.295200:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077139.295204:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077139.295209:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077139.295214:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077139.295218:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077139.295223:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077139.295231:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.295240:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077139.295245:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077139.295250:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077139.295256:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077139.295261:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077139.295265:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077139.295267:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077139.295272:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077139.295273:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295277:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077139.295281:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077139.295285:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295289:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077139.295292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:2.0:1769077139.295294:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077139.295298:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769077139.295298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
02000000:00000001:2.0:1769077139.295305:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077139.295307:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077139.295311:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077139.295313:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077139.295316:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077139.295320:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077139.295326:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077139.295348:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617355648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077139.295359:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077139.295363:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.295370:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617355648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077139.295382:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077139.295387:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4135)
00000800:00000200:3.1:1769077139.295645:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077139.295647:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1769077139.295856:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077139.295858:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077139.614811:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077139.614815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077139.614818:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077140.638887:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077140.638891:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077140.638894:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077140.830761:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298799046, at 4298799104
00000100:00000010:0.0:1769077140.830776:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000020:00000001:2.0:1769077143.710806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077143.710810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077143.710814:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077144.414904:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.414917:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077144.414920:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077144.414925:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.414930:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.414941:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4130
00000400:00000200:2.0:1769077144.414951:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077144.414957:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.414961:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077144.414964:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.414968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.414971:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.414974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077144.414978:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077144.414980:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077144.414984:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077144.414987:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077144.414990:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077144.414992:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077144.414996:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.414998:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.415001:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415003:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077144.415008:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077144.415012:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415015:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.415018:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077144.415021:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077144.415024:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415027:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077144.415029:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077144.415060:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077144.415066:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077144.415072:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.415074:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415079:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.415084:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077144.415091:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077144.415103:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077144.415112:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077144.415123:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617355776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077144.415135:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.415140:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.415147:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617355776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077144.415174:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077144.415178:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.415182:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077144.415184:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077144.415186:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.415189:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.415193:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4130
00000400:00000200:2.0:1769077144.415198:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077144.415201:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.415203:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077144.415207:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415209:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.415212:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415214:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077144.415217:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077144.415218:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077144.415220:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077144.415221:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077144.415223:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077144.415226:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077144.415229:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415232:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.415234:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415236:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077144.415238:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077144.415241:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415258:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.415260:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077144.415266:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077144.415269:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415271:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077144.415276:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077144.415279:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415282:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077144.415286:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077144.415288:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077144.415291:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.415294:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415296:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.415298:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077144.415300:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077144.415303:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077144.415307:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077144.415313:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617355904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077144.415321:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.415324:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.415329:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617355904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077144.415339:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.415341:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077144.415345:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077144.415349:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077144.415353:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077144.415355:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077144.415357:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077144.415360:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077144.415363:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4130
00000400:00000200:2.0:1769077144.415366:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077144.415370:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077144.415373:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077144.415375:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415378:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.415380:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415383:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077144.415385:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077144.415387:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077144.415390:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077144.415391:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077144.415394:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077144.415396:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077144.415400:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415403:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077144.415405:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415407:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077144.415409:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077144.415413:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077144.415416:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077144.415419:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077144.415423:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077144.415425:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415427:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077144.415430:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077144.415434:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415437:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077144.415442:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077144.415445:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077144.415450:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077144.415454:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077144.415459:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077144.415463:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077144.415466:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077144.415793:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:2.0:1769077144.415827:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077144.415835:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077144.415846:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617356032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077144.415859:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077144.415866:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.415875:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617356032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077144.415893:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077144.415903:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4140)
00000800:00000200:3.1:1769077144.416053:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077144.416235:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077144.734846:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077144.734850:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077144.734853:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077145.758851:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077145.758855:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077145.758858:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077145.950797:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298804167, at 4298804224
00000100:00000010:0.0:1769077145.950817:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000400:00000100:0.0:1769077147.486960:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077147.487008:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077147.487018:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077147.487023:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077147.487026:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077147.487041:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077147.487056:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077147.487060:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:0.0:1769077147.487067:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077147.487074:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077147.487082:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451703b8
00000400:00000010:0.0:1769077147.487086:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451703b8.
00000100:00000001:0.0:1769077147.487100:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077147.487111:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7480 x1855007617355776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487145:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077147.487151:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617355776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487160:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077147.487162:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077147.487173:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077147.487177:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:0.0:1769077147.487180:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077147.487184:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077147.487188:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170e58
00000400:00000010:0.0:1769077147.487200:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170e58.
00000100:00000001:0.0:1769077147.487204:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077147.487210:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5f80 x1855007617355904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487219:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077147.487227:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617355904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487234:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077147.487236:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077147.487242:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077147.487244:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:0.0:1769077147.487247:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077147.487250:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077147.487254:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170908
00000400:00000010:0.0:1769077147.487256:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170908.
00000100:00000001:0.0:1769077147.487258:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077147.487263:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d6680 x1855007617356032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487271:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077147.487274:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617356032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077169 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077147.487280:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077147.487282:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077148.830838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077148.830843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077148.830847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077149.535475:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077149.535480:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077149.536101:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077149.536103:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077149.536408:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077149.536410:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077149.854886:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077149.854890:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077149.854893:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077150.878838:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077150.878842:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077150.878846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077151.070795:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298809286, at 4298809344
00000100:00000010:0.0:1769077151.070812:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:2.0:1769077153.950907:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077153.950911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077153.950914:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077154.655800:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077154.655810:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077154.656378:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077154.656380:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077154.656957:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077154.656962:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077154.974864:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077154.974869:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077154.974873:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077155.998859:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077155.998863:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077155.998866:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077156.190775:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298814407, at 4298814464
00000100:00000010:0.0:1769077156.190796:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000020:00000001:2.0:1769077159.070885:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077159.070892:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077159.070897:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077159.775937:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077159.775942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077159.776378:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077159.776380:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077159.776634:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077159.776637:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077160.094868:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077160.094873:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077160.094876:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077161.118871:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077161.118875:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077161.118879:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077161.310773:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298819527, at 4298819584
00000100:00000010:0.0:1769077161.310807:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3120.
00000020:00000001:2.0:1769077164.190844:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077164.190848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077164.190852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077164.895776:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077164.895780:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077164.896266:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077164.896268:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077164.896505:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077164.896507:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077165.214849:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077165.214853:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077165.214856:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077166.238791:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077166.238794:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077166.238798:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077166.430745:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298824647, at 4298824704
00000100:00000010:0.0:1769077166.430792:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00000020:00000001:2.0:1769077169.310877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077169.310887:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077169.310891:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077170.016848:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077170.016851:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077170.017224:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077170.017226:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077170.017411:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077170.017413:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077170.334795:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077170.334800:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077170.334804:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077171.358925:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077171.358928:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077171.358931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077171.550778:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298829768, at 4298829824
00000100:00000010:0.0:1769077171.550805:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769077174.430809:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077174.430811:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077174.430813:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077175.135999:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077175.136027:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077175.136675:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077175.136678:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077175.137225:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077175.137229:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077175.454885:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077175.454890:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077175.454894:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077176.478946:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077176.478952:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077176.478956:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077176.670768:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298834887, at 4298834944
00000100:00000010:0.0:1769077176.670787:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000020:00000001:2.0:1769077179.550901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077179.550908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077179.550925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077180.255254:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077180.255262:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077180.256683:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077180.256685:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077180.256879:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077180.256880:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077180.574799:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077180.574803:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077180.574807:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077181.598813:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077181.598816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077181.598819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077181.790805:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298840007, at 4298840064
00000100:00000010:0.0:1769077181.790818:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000020:00000001:2.0:1769077184.670794:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077184.670798:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077184.670801:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077185.374767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077185.374779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077185.374783:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077185.374788:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077185.374794:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077185.374801:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4171
00000400:00000200:0.0:1769077185.374811:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077185.374818:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077185.374821:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077185.374825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.374829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.374832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.374836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077185.374840:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077185.374843:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077185.374846:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077185.374849:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077185.374852:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077185.374855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077185.374859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.374862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.374864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.374866:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077185.374870:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077185.374874:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077185.374876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077185.374880:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077185.374883:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077185.374887:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.374889:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077185.374892:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077185.374901:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077185.374906:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077185.374921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077185.374924:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.374927:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077185.374930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077185.374935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077185.374944:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077185.374951:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077185.374960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617358848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077185.374972:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077185.374977:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077185.374982:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617358848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077185.375005:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077185.375008:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077185.375012:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077185.375014:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077185.375015:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077185.375019:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077185.375022:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4171
00000400:00000200:0.0:1769077185.375028:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077185.375033:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077185.375036:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077185.375042:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.375055:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375061:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077185.375067:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077185.375070:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077185.375073:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077185.375077:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077185.375082:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077185.375088:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077185.375096:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.375111:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375115:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077185.375121:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077185.375126:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375134:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077185.375138:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077185.375144:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077185.375151:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375157:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077185.375183:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077185.375190:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375196:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077185.375205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769077185.375211:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077185.375219:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077185.375224:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375229:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077185.375232:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077185.375237:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077185.375252:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077185.375259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077185.375271:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617358976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077185.375293:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077185.375298:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077185.375319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617358976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077185.375350:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077185.375352:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077185.375355:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1769077185.375358:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077185.375367:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077185.375373:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077185.375382:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077185.375385:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077185.375390:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077185.375397:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077185.375405:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4171
00000400:00000200:0.0:1769077185.375425:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077185.375434:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077185.375438:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077185.375445:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375450:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.375456:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375462:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077185.375466:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077185.375469:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077185.375471:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077185.375474:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077185.375479:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077185.375484:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077185.375493:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375500:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077185.375507:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375513:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077185.375519:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077185.375528:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077185.375534:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077185.375540:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077185.375546:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077185.375552:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375573:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077185.375578:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077185.375586:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375592:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077185.375600:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077185.375606:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077185.375613:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077185.375616:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077185.375622:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077185.375626:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077185.375630:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077185.375637:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077185.375644:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077185.375703:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617359104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077185.375734:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077185.375738:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077185.375747:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617359104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077185.375763:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077185.375768:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4181)
00000800:00000200:3.1:1769077185.375890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077185.375891:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077185.376136:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077185.376138:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077185.694802:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077185.694805:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077185.694808:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077186.718805:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077186.718809:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077186.718814:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077186.910777:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298845126, at 4298845184
00000100:00000010:0.0:1769077186.910785:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:2.0:1769077189.790850:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077189.790855:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077189.790858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077190.495366:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077190.495371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077190.495901:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077190.495903:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077190.496123:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077190.496125:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077190.814791:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077190.814795:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077190.814799:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077191.838838:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077191.838843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077191.838845:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077192.030756:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298850246, at 4298850304
00000100:00000010:0.0:1769077192.030769:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:2.0:1769077194.910836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077194.910842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077194.910846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077195.615413:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077195.615418:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077195.615958:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077195.615961:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077195.616222:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077195.616224:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077195.934791:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077195.934795:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077195.934797:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077196.958837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077196.958841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077196.958843:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077197.150753:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298855366, at 4298855424
00000100:00000010:0.0:1769077197.150767:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:2.0:1769077200.030888:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077200.030893:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077200.030897:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077200.735353:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077200.735360:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077200.735692:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077200.735693:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077200.735884:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077200.735886:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077201.054839:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077201.054843:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077201.054846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077202.078838:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077202.078842:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077202.078846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077202.270738:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298860486, at 4298860544
00000100:00000010:0.0:1769077202.270749:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:2.0:1769077205.150812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077205.150815:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077205.150818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077205.854748:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077205.854756:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077205.854758:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077205.854761:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077205.854764:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077205.854770:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4191
00000400:00000200:2.0:1769077205.854778:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077205.854783:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077205.854785:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077205.854788:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854791:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.854792:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854794:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077205.854797:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077205.854799:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077205.854801:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077205.854803:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077205.854804:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077205.854806:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077205.854807:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854809:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.854810:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854812:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077205.854814:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077205.854816:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854818:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.854821:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077205.854824:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.854826:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.854827:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077205.854829:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077205.854838:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077205.854841:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077205.854844:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077205.854845:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.854847:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077205.854849:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077205.854853:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077205.854861:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077205.854866:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.854873:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617360384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077205.854881:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077205.854884:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.854888:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617360384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.854905:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077205.854907:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077205.854910:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077205.854911:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077205.854912:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077205.854914:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077205.854915:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4191
00000400:00000200:2.0:1769077205.854917:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077205.854919:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077205.854921:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077205.854923:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854924:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.854927:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854928:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077205.854930:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077205.854931:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077205.854932:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077205.854934:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077205.854936:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077205.854937:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077205.854939:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854941:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.854944:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854947:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077205.854952:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077205.854957:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077205.854959:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.854961:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077205.854965:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.854970:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.854975:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077205.854980:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077205.854986:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.854989:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077205.854993:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077205.854997:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077205.855000:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077205.855002:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.855005:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077205.855007:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077205.855009:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077205.855014:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077205.855018:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.855025:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617360512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077205.855037:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077205.855041:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.855044:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617360512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.855054:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.855057:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077205.855059:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077205.855064:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077205.855068:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077205.855070:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077205.855072:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077205.855075:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077205.855078:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4191
00000400:00000200:2.0:1769077205.855083:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077205.855086:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077205.855088:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077205.855094:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.855098:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.855102:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.855105:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077205.855108:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077205.855109:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077205.855120:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077205.855123:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077205.855127:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077205.855131:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077205.855136:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.855139:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077205.855144:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077205.855148:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077205.855151:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077205.855155:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077205.855160:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077205.855162:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077205.855164:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077205.855167:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.855170:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077205.855172:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077205.855176:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.855181:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077205.855186:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077205.855191:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077205.855197:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077205.855200:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077205.855204:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077205.855207:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077205.855223:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077205.855229:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077205.855232:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077205.855242:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617360640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077205.855255:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077205.855259:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.855266:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617360640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077205.855279:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077205.855284:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4201)
00000800:00000200:3.1:1769077205.855286:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077205.855290:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077205.855609:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077205.855611:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077205.855831:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077205.855833:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077206.174777:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077206.174781:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077206.174785:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077207.198858:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077207.198861:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077207.198864:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077207.390728:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298865606, at 4298865664
00000100:00000010:0.0:1769077207.390742:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:2.0:1769077210.270887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077210.270898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077210.270902:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077210.974761:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077210.974770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077210.974772:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077210.974775:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077210.974779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077210.974785:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4196
00000400:00000200:0.0:1769077210.974793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077210.974797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077210.974800:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077210.974802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077210.974807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077210.974812:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077210.974814:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077210.974817:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077210.974819:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077210.974820:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077210.974822:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077210.974824:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974825:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077210.974826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077210.974831:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077210.974834:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974836:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077210.974839:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077210.974842:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077210.974845:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.974847:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077210.974849:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077210.974858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077210.974862:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077210.974867:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077210.974868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.974872:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077210.974875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077210.974889:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077210.974896:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077210.974902:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077210.974911:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617360768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077210.974923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077210.974927:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077210.974933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617360768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077210.974957:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077210.974960:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077210.974963:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077210.974964:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077210.974965:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077210.974967:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077210.974970:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4196
00000400:00000200:0.0:1769077210.974973:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077210.974977:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077210.974979:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077210.974982:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974984:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077210.974986:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.974988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077210.974991:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077210.974994:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077210.974998:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077210.975002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077210.975010:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077210.975013:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077210.975018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077210.975029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975035:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077210.975042:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077210.975050:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975057:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077210.975072:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077210.975081:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077210.975088:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975090:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077210.975096:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077210.975099:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975105:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077210.975109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077210.975113:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077210.975115:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077210.975117:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077210.975136:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077210.975140:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077210.975147:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077210.975152:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077210.975162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617360896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077210.975175:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077210.975179:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077210.975184:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617360896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077210.975198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077210.975201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077210.975206:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077210.975210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077210.975214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077210.975217:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077210.975219:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077210.975221:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077210.975228:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4196
00000400:00000200:0.0:1769077210.975236:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077210.975243:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077210.975248:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077210.975254:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077210.975263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077210.975277:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077210.975280:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077210.975282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077210.975286:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077210.975288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077210.975290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077210.975297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077210.975302:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769077210.975305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077210.975310:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077210.975312:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077210.975314:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077210.975315:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077210.975317:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077210.975320:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975324:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077210.975327:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077210.975333:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975337:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077210.975342:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077210.975346:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077210.975348:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077210.975350:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077210.975355:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077210.975357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077210.975358:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077210.975363:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077210.975369:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077210.975376:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617361024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077210.975391:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077210.975397:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077210.975405:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617361024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077210.975422:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077210.975427:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4206)
00000800:00000200:3.1:1769077210.975575:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077210.975753:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077211.294824:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077211.294829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077211.294833:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077212.318956:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077212.318960:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077212.318965:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077212.510796:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298870726, at 4298870784
00000100:00000010:0.0:1769077212.510813:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d20.
00000400:00000100:2.0:1769077214.046922:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077214.046955:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077214.046964:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077214.046967:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077214.046970:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077214.046973:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077214.046977:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077214.046980:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769077214.046984:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077214.046988:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077214.046993:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170c38
00000400:00000010:2.0:1769077214.046995:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170c38.
00000100:00000001:2.0:1769077214.046999:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077214.047006:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443ba680 x1855007617360768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047031:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077214.047035:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617360768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047044:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077214.047047:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077214.047066:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077214.047070:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769077214.047096:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077214.047102:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077214.047107:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170b28
00000400:00000010:2.0:1769077214.047111:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170b28.
00000100:00000001:2.0:1769077214.047117:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077214.047125:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8e00 x1855007617360896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047146:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077214.047154:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617360896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047167:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077214.047171:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077214.047182:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077214.047187:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769077214.047197:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077214.047212:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077214.047217:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170770
00000400:00000010:2.0:1769077214.047221:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170770.
00000100:00000001:2.0:1769077214.047227:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077214.047234:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9180 x1855007617361024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047251:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077214.047259:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617361024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077214.047279:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077214.047285:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077215.390872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077215.390878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077215.390883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077216.094787:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077216.094802:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077216.094805:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077216.094808:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077216.094812:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077216.094818:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4201
00000400:00000200:2.0:1769077216.094827:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077216.094831:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077216.094833:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077216.094836:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.094839:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.094841:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.094843:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077216.094845:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077216.094847:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077216.094849:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077216.094851:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077216.094852:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077216.094854:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077216.094856:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.094858:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.094859:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.094860:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077216.094863:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077216.094865:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077216.094866:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.094868:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077216.094871:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.094873:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.094874:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077216.094876:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077216.094881:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077216.094883:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077216.094886:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077216.094887:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.094889:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077216.094891:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077216.094896:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077216.094909:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077216.094916:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.094924:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617361152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077216.094935:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077216.094940:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.094946:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617361152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.094972:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077216.094975:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077216.094978:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077216.094980:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077216.094981:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077216.094984:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077216.094987:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4201
00000400:00000200:2.0:1769077216.094991:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077216.094993:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077216.094995:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077216.094998:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095000:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.095002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095004:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077216.095007:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077216.095009:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077216.095011:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077216.095014:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077216.095016:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077216.095019:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077216.095022:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095026:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.095030:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095036:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077216.095064:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077216.095075:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095082:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.095088:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077216.095096:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.095101:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095108:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077216.095116:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077216.095124:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095131:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077216.095138:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077216.095144:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077216.095152:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077216.095157:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095161:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077216.095163:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077216.095169:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077216.095177:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077216.095184:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.095196:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617361280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077216.095208:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077216.095211:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.095218:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617361280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.095229:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.095232:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077216.095240:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077216.095245:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077216.095253:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077216.095257:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077216.095261:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077216.095266:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077216.095275:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4201
00000400:00000200:2.0:1769077216.095284:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077216.095291:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077216.095308:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077216.095316:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095324:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.095330:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095334:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077216.095340:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077216.095342:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077216.095344:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077216.095348:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077216.095353:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077216.095356:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077216.095363:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095368:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077216.095374:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095380:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077216.095386:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077216.095395:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077216.095402:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077216.095407:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077216.095411:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077216.095418:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095431:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077216.095436:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077216.095440:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095444:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077216.095449:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077216.095455:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077216.095461:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077216.095464:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077216.095468:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077216.095471:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769077216.095473:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077216.095475:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077216.095481:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
02000000:00000010:2.0:1769077216.095485:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077216.095493:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077216.095504:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617361408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077216.095526:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077216.095529:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.095539:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617361408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077216.095555:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077216.095565:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4212)
00000800:00000200:3.1:1769077216.096067:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077216.096069:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077216.096366:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077216.096369:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077216.414866:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077216.414871:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077216.414875:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077217.438812:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077217.438816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077217.438819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077217.630758:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298875846, at 4298875904
00000100:00000010:0.0:1769077217.630774:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000020:00000001:2.0:1769077220.510861:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077220.510865:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077220.510868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077221.215352:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077221.215358:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077221.215728:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077221.215729:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077221.215935:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077221.215936:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077221.534788:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077221.534793:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077221.534797:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077222.558861:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077222.558864:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077222.558867:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077222.750796:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298880966, at 4298881024
00000100:00000010:0.0:1769077222.750832:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:2.0:1769077225.630829:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077225.630834:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077225.630838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077226.335451:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077226.335454:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077226.335962:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077226.335965:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077226.336278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077226.336281:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077226.654832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077226.654836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077226.654840:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077227.678787:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077227.678791:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077227.678794:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077227.870740:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298886086, at 4298886144
00000100:00000010:0.0:1769077227.870751:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:2.0:1769077230.750840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077230.750846:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077230.750849:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077231.455479:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077231.455487:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077231.456028:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077231.456030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077231.456218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077231.456219:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077231.774841:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077231.774845:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077231.774848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077232.798865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077232.798869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077232.798878:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077232.990784:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298891206, at 4298891264
00000100:00000010:0.0:1769077232.990813:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:2.0:1769077235.870951:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077235.870957:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077235.870961:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077236.575572:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077236.575579:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077236.576227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077236.576230:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077236.576474:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077236.576477:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077236.894839:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077236.894844:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077236.894848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1769077237.918898:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769077237.918904:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769077237.918908:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077238.110835:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298896327, at 4298896384
00000100:00000010:0.0:1769077238.110853:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a20.
00000020:00000001:2.0:1769077240.990895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077240.990900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077240.990904:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077241.694768:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077241.694776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077241.694778:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.694781:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.694785:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077241.694791:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4227
00000400:00000200:0.0:1769077241.694798:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077241.694803:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.694806:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077241.694809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694811:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.694813:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077241.694818:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.694820:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077241.694822:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.694824:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077241.694826:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077241.694827:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077241.694829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.694832:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077241.694836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077241.694839:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694841:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077241.694842:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077241.694845:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.694847:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.694848:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077241.694850:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.694865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077241.694868:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077241.694871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.694872:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.694874:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077241.694876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.694880:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077241.694886:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077241.694892:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077241.694899:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617363072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077241.694907:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077241.694910:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.694914:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617363072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077241.694931:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077241.694933:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077241.694936:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077241.694937:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.694938:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.694940:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077241.694942:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4227
00000400:00000200:0.0:1769077241.694945:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077241.694947:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.694949:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077241.694952:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.694956:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694958:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077241.694959:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.694961:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077241.694962:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.694963:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077241.694965:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077241.694966:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077241.694968:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.694974:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694978:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077241.694981:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077241.694984:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077241.694988:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077241.694990:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077241.694995:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.694999:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695002:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077241.695008:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077241.695012:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695015:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.695020:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769077241.695024:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077241.695029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.695031:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695034:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077241.695035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.695039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077241.695046:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077241.695050:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077241.695056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617363200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077241.695068:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077241.695070:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.695076:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617363200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077241.695086:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.695088:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077241.695093:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077241.695098:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077241.695105:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077241.695106:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077241.695107:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077241.695111:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077241.695114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4227
00000400:00000200:0.0:1769077241.695122:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077241.695126:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077241.695130:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077241.695135:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.695138:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.695142:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.695146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077241.695150:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077241.695153:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077241.695157:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077241.695160:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077241.695165:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077241.695168:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077241.695174:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.695178:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077241.695180:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077241.695185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077241.695189:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077241.695196:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077241.695213:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077241.695217:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077241.695224:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077241.695230:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695235:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077241.695240:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077241.695245:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695249:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077241.695256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077241.695268:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769077241.695268:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077241.695274:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1769077241.695275:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077241.695278:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077241.695282:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077241.695283:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077241.695285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077241.695288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077241.695291:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077241.695295:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617363328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077241.695307:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077241.695309:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.695321:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617363328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077241.695334:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077241.695339:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4237)
00000800:00000200:3.1:1769077241.695642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077241.695644:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077241.695858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077241.695859:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077242.014813:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077242.014817:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077242.014820:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077243.230730:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298901446, at 4298901504
00000100:00000010:0.0:1769077243.230743:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3480.
00000020:00000001:2.0:1769077246.110804:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077246.110808:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077246.110811:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077246.814771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077246.814779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077246.814782:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077246.814785:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077246.814789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077246.814795:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4232
00000400:00000200:0.0:1769077246.814802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077246.814807:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077246.814810:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077246.814813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.814818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077246.814823:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077246.814824:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077246.814826:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077246.814829:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077246.814830:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077246.814832:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077246.814833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814835:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.814836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814838:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077246.814840:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077246.814842:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814844:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077246.814847:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077246.814849:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077246.814851:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.814853:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077246.814854:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077246.814861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077246.814864:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077246.814867:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077246.814868:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.814870:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077246.814873:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077246.814877:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077246.814883:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077246.814888:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077246.814895:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617363456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077246.814903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077246.814906:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077246.814909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617363456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077246.814929:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077246.814932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077246.814935:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077246.814936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077246.814937:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077246.814940:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077246.814941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4232
00000400:00000200:0.0:1769077246.814943:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077246.814945:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077246.814947:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077246.814949:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.814952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077246.814955:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077246.814956:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077246.814957:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077246.814958:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077246.814960:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077246.814961:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077246.814963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814964:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.814965:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814967:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077246.814968:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077246.814971:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077246.814972:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077246.814973:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077246.814977:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077246.814979:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.814981:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077246.814984:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077246.814987:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.814991:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077246.814995:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769077246.814999:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077246.815004:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077246.815005:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.815007:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077246.815008:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077246.815009:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077246.815011:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077246.815015:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077246.815021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617363584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077246.815048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077246.815051:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077246.815055:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617363584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077246.815065:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077246.815068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077246.815074:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077246.815080:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077246.815084:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077246.815087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077246.815089:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077246.815094:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077246.815100:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4232
00000400:00000200:0.0:1769077246.815104:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077246.815107:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077246.815112:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077246.815115:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.815118:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.815119:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.815121:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077246.815122:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077246.815124:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077246.815127:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077246.815129:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077246.815134:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077246.815137:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077246.815140:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.815143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077246.815147:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077246.815149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077246.815150:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077246.815156:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077246.815158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077246.815159:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077246.815161:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077246.815166:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.815168:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077246.815169:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077246.815171:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.815175:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077246.815179:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077246.815182:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077246.815188:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077246.815189:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077246.815191:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077246.815193:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077246.815195:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077246.815200:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077246.815204:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077246.815211:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617363712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077246.815222:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077246.815225:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077246.815230:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617363712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077246.815239:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077246.815244:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4242)
00000800:00000200:3.1:1769077246.815329:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077246.815332:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077246.815791:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077246.815794:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077246.816079:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077246.816081:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769077247.134828:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077247.134832:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077247.134836:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077248.350758:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298906566, at 4298906624
00000100:00000010:0.0:1769077248.350774:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b35a0.
00000020:00000001:2.0:1769077251.230786:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077251.230789:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077251.230791:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077251.935246:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077251.935251:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769077251.935619:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077251.935620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769077251.935834:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077251.935837:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000020:00000001:2.0:1769077252.254812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077252.254816:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077252.254819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077253.470750:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298911686, at 4298911744
00000100:00000010:0.0:1769077253.470768:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000020:00000001:2.0:1769077256.350793:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077256.350798:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077256.350802:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077257.055311:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077257.055315:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077257.055793:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077257.055796:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077257.056062:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077257.056063:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077257.374862:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077257.374865:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077257.374868:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077258.590723:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298916806, at 4298916864
00000100:00000010:0.0:1769077258.590737:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:2.0:1769077261.470882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077261.470885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077261.470888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077262.175345:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077262.175350:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077262.175809:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077262.175811:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077262.176021:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077262.176022:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077262.494832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077262.494836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077262.494839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077263.710747:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298921926, at 4298921984
00000100:00000010:0.0:1769077263.710758:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000020:00000001:2.0:1769077266.590805:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077266.590810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077266.590814:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077267.294743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077267.294753:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077267.294755:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077267.294758:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077267.294763:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077267.294769:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4253
00000400:00000200:0.0:1769077267.294778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077267.294783:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077267.294785:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077267.294788:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294791:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.294792:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294794:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077267.294797:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077267.294798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077267.294801:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077267.294803:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077267.294804:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077267.294806:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077267.294808:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.294811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077267.294814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077267.294817:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294819:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077267.294821:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077267.294823:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077267.294825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.294827:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077267.294828:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077267.294833:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077267.294835:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077267.294838:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077267.294839:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.294842:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077267.294844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077267.294847:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077267.294852:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077267.294858:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077267.294864:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617364992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077267.294873:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077267.294876:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077267.294880:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617364992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077267.294903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077267.294905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077267.294907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077267.294908:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077267.294909:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077267.294912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077267.294914:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4253
00000400:00000200:0.0:1769077267.294918:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077267.294924:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077267.294927:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077267.294932:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294935:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.294939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077267.294948:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077267.294950:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077267.294954:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077267.294958:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077267.294964:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077267.294970:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077267.294979:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.294991:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.294998:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077267.295004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077267.295008:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077267.295011:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077267.295015:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077267.295023:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077267.295029:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295032:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077267.295037:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077267.295041:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295046:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077267.295050:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077267.295056:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077267.295060:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077267.295063:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295066:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077267.295069:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077267.295072:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077267.295079:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077267.295085:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077267.295093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617365120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077267.295107:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077267.295109:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077267.295115:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617365120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077267.295128:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077267.295133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077267.295138:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077267.295141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077267.295146:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077267.295149:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077267.295153:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077267.295165:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077267.295170:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4253
00000400:00000200:0.0:1769077267.295299:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077267.295305:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077267.295309:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077267.295311:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.295321:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.295328:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.295332:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077267.295336:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077267.295339:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077267.295341:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077267.295344:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:3.1:1769077267.295345:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769077267.295346:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077267.295350:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077267.295355:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769077267.295355:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1769077267.295360:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077267.295365:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077267.295368:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077267.295372:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077267.295376:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077267.295381:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077267.295384:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077267.295388:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077267.295392:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295393:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077267.295397:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077267.295401:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295403:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077267.295408:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077267.295413:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077267.295418:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077267.295420:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077267.295424:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077267.295425:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077267.295427:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077267.295433:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077267.295439:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077267.295448:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617365248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077267.295470:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077267.295475:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077267.295481:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617365248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077267.295491:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077267.295496:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4263)
00000800:00000200:3.1:1769077267.295775:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077267.295777:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077267.295990:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077267.295992:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077267.614835:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077267.614841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077267.614845:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077268.830794:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298927046, at 4298927104
00000100:00000010:0.0:1769077268.830805:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:2.0:1769077271.710847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077271.710852:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077271.710857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077272.415503:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077272.415510:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077272.415882:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077272.415884:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077272.416147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077272.416150:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077272.734932:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077272.734938:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077272.734943:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077273.950887:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298932166, at 4298932224
00000100:00000010:0.0:1769077273.950917:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000020:00000001:2.0:1769077276.830879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077276.830885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077276.830888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077277.535391:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077277.535595:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077277.535741:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077277.854846:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077277.854850:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077277.854853:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077279.070766:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298937286, at 4298937344
00000100:00000010:0.0:1769077279.070778:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000400:00000100:2.0:1769077280.607011:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077280.607078:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077280.607112:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077280.607119:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077280.607126:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077280.607131:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077280.607139:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077280.607146:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769077280.607155:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077280.607163:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077280.607173:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170bb0
00000400:00000010:2.0:1769077280.607177:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170bb0.
00000100:00000001:2.0:1769077280.607186:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077280.607225:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470aa00 x1855007617365760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607265:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077280.607273:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470aa00 x1855007617365760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607287:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077280.607291:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077280.607305:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077280.607311:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769077280.607317:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077280.607324:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077280.607330:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451704c8
00000400:00000010:2.0:1769077280.607335:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451704c8.
00000100:00000001:2.0:1769077280.607345:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077280.607359:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709c00 x1855007617365888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607382:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077280.607394:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709c00 x1855007617365888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607411:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077280.607419:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077280.607433:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077280.607443:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769077280.607453:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077280.607468:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077280.607479:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170880
00000400:00000010:2.0:1769077280.607486:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170880.
00000100:00000001:2.0:1769077280.607495:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077280.607508:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394470a300 x1855007617366016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607574:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077280.607596:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a300 x1855007617366016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077302 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077280.607624:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077280.607633:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077281.950877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077281.950882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077281.950885:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077282.655989:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077282.655994:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077282.656991:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077282.656994:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077282.657419:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077282.657422:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077282.974800:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077282.974804:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077282.974807:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077284.190750:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298942407, at 4298942464
00000100:00000010:0.0:1769077284.190763:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:2.0:1769077287.070818:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077287.070821:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077287.070824:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077287.774726:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077287.774735:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077287.774738:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077287.774741:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077287.774746:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077287.774753:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4273
00000400:00000200:0.0:1769077287.774764:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077287.774770:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077287.774774:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077287.774777:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774781:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.774784:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774786:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077287.774791:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077287.774793:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077287.774796:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077287.774800:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077287.774803:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077287.774806:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077287.774809:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774811:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.774812:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774814:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077287.774816:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077287.774818:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774820:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077287.774822:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077287.774824:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077287.774826:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.774828:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077287.774830:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077287.774848:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077287.774852:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077287.774855:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077287.774856:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.774858:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077287.774861:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077287.774864:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077287.774871:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077287.774876:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077287.774883:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617366528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077287.774892:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077287.774895:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077287.774900:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617366528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077287.774922:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077287.774926:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077287.774930:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077287.774932:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077287.774934:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077287.774937:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077287.774941:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4273
00000400:00000200:0.0:1769077287.774946:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077287.774950:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077287.774953:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077287.774958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774963:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.774969:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.774974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077287.774979:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077287.774982:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077287.774985:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077287.774989:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077287.774995:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077287.774999:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077287.775006:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775009:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.775013:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775018:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077287.775042:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077287.775049:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775053:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077287.775055:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077287.775061:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077287.775064:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775068:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077287.775071:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077287.775081:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775083:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077287.775090:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769077287.775094:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077287.775100:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077287.775101:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775105:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077287.775106:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077287.775110:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077287.775115:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077287.775121:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077287.775133:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617366656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077287.775146:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077287.775150:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077287.775156:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617366656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077287.775168:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077287.775173:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077287.775178:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077287.775181:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077287.775190:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077287.775195:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077287.775200:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077287.775207:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077287.775215:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4273
00000400:00000200:0.0:1769077287.775231:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077287.775238:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077287.775242:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077287.775248:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775252:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.775254:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775259:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077287.775262:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077287.775264:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077287.775267:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769077287.775268:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077287.775274:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1769077287.775275:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077287.775281:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077287.775286:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077287.775292:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775295:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077287.775298:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775303:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077287.775308:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077287.775312:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077287.775316:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077287.775320:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077287.775322:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077287.775327:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775329:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077287.775331:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077287.775333:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775334:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077287.775337:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077287.775338:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077287.775342:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077287.775344:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077287.775348:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077287.775351:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077287.775354:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077287.775358:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077287.775363:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077287.775374:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617366784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077287.775383:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077287.775388:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077287.775392:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617366784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077287.775403:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077287.775410:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4283)
00000800:00000200:1.1:1769077287.775762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077287.775765:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077287.776038:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077287.776040:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077288.094782:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077288.094787:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077288.094791:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077289.310852:0:54551:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298947526, at 4298947584
00000100:00000010:0.0:1769077289.310866:0:54551:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:2.0:1769077292.190779:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077292.190782:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077292.190785:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077292.895765:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077292.895769:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077292.896222:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077292.896225:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077292.896642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077292.896645:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077293.214845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077293.214849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077293.214852:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077294.430775:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298952647, at 4298952704
00000100:00000010:0.0:1769077294.430790:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:2.0:1769077297.310785:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077297.310789:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077297.310792:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077298.014762:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077298.014774:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077298.014777:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077298.014781:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077298.014786:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077298.014794:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4283
00000400:00000200:0.0:1769077298.014803:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077298.014810:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077298.014813:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077298.014816:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014818:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.014820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014822:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077298.014825:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077298.014827:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077298.014829:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077298.014831:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077298.014833:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077298.014834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077298.014836:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014838:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.014839:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014840:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077298.014842:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077298.014844:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014846:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077298.014848:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077298.014850:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077298.014852:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.014854:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077298.014856:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077298.014865:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769077298.014869:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077298.014873:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077298.014874:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.014877:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077298.014880:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077298.014884:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077298.014893:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077298.014900:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077298.014909:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617367296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077298.014920:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077298.014924:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077298.014929:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617367296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077298.014948:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077298.014950:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077298.014953:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077298.014954:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077298.014956:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077298.014958:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077298.014959:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4283
00000400:00000200:0.0:1769077298.014962:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077298.014964:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077298.014966:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077298.014969:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014971:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.014973:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077298.014976:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077298.014978:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077298.014979:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077298.014980:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077298.014982:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077298.014986:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077298.014991:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.014996:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.015001:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015003:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077298.015008:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077298.015012:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015017:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077298.015022:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077298.015028:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077298.015032:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015033:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077298.015036:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077298.015041:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015044:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077298.015050:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769077298.015057:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077298.015064:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077298.015069:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015074:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077298.015080:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077298.015086:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077298.015094:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077298.015101:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077298.015112:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617367424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077298.015127:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077298.015134:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077298.015143:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617367424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077298.015160:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077298.015163:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077298.015170:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077298.015175:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077298.015181:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077298.015184:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077298.015186:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077298.015192:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077298.015197:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4283
00000400:00000200:0.0:1769077298.015203:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077298.015208:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077298.015211:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077298.015218:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015221:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.015223:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015225:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077298.015230:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077298.015233:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077298.015234:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077298.015236:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077298.015239:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077298.015241:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077298.015244:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015247:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077298.015250:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015252:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077298.015255:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077298.015259:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077298.015263:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077298.015266:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077298.015270:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077298.015274:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015279:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077298.015281:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077298.015286:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015289:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077298.015294:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077298.015298:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077298.015302:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077298.015305:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077298.015308:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077298.015309:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077298.015312:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077298.015320:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077298.015325:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077298.015332:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617367552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077298.015346:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077298.015347:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077298.015351:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077298.015351:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1769077298.015357:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617367552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077298.015370:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077298.015373:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4293)
00000800:00000200:1.1:1769077298.015932:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077298.015934:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077298.016119:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077298.016120:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077298.334798:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077298.334802:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077298.334805:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077299.550752:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298957766, at 4298957824
00000100:00000010:0.0:1769077299.550778:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:2.0:1769077302.430828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077302.430831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077302.430834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077303.134770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.134778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077303.134780:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.134783:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.134787:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.134793:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4288
00000400:00000200:0.0:1769077303.134801:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077303.134806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.134809:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.134812:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134815:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.134818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077303.134826:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.134828:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077303.134832:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.134835:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077303.134838:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077303.134841:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077303.134846:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.134851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077303.134856:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077303.134860:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134863:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.134866:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.134869:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.134872:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.134875:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077303.134877:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.134886:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077303.134889:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077303.134892:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.134893:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.134896:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.134898:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.134902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.134908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077303.134913:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.134920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617367680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.134927:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.134931:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.134934:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617367680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.134951:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077303.134953:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.134956:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077303.134957:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.134959:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.134968:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.134972:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4288
00000400:00000200:0.0:1769077303.134977:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077303.134982:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.134984:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.134989:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.134994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.135000:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135006:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077303.135013:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.135016:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077303.135019:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.135023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077303.135026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077303.135029:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077303.135036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.135042:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135047:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077303.135051:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077303.135055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.135065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.135070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.135076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135078:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077303.135082:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077303.135086:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135091:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.135096:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769077303.135099:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077303.135101:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.135104:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.135110:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.135115:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.135124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077303.135132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.135145:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617367808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.135162:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.135168:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.135175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617367808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.135195:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.135201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077303.135206:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077303.135208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077303.135212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077303.135213:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077303.135216:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077303.135222:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077303.135227:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4288
00000400:00000200:0.0:1769077303.135236:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077303.135242:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077303.135245:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077303.135249:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135256:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.135263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077303.135264:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077303.135271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769077303.135271:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1769077303.135276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077303.135278:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077303.135280:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077303.135282:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077303.135288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077303.135295:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077303.135302:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135309:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077303.135313:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135317:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077303.135321:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077303.135328:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077303.135330:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077303.135335:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077303.135342:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077303.135349:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135355:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077303.135359:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077303.135367:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135370:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077303.135378:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077303.135385:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077303.135388:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077303.135398:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077303.135401:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077303.135404:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077303.135407:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077303.135413:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077303.135419:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077303.135428:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617367936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077303.135441:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077303.135446:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.135451:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617367936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077303.135465:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077303.135472:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4299)
00000800:00000200:1.1:1769077303.135710:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077303.135713:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077303.135902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077303.135904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769077303.454833:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077303.454836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077303.454839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077304.670746:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298962886, at 4298962944
00000100:00000010:0.0:1769077304.670759:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:2.0:1769077307.550810:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077307.550813:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077307.550816:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077308.255417:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077308.255421:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077308.255919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077308.255921:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077308.256237:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077308.256240:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077308.574913:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077308.574920:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077308.574925:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077309.790729:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298968006, at 4298968064
00000100:00000010:0.0:1769077309.790743:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:2.0:1769077312.670836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077312.670839:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077312.670842:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077313.375475:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077313.375481:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077313.375949:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077313.375951:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077313.376232:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077313.376235:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077313.694831:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077313.694835:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077313.694838:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077314.910888:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298973126, at 4298973184
00000100:00000010:0.0:1769077314.910913:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:2.0:1769077317.790762:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077317.790765:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077317.790768:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1769077318.495256:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077318.495260:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077318.495764:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077318.495767:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077318.496092:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077318.496094:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077318.814769:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077318.814773:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077318.814776:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077320.030746:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298978246, at 4298978304
00000100:00000010:0.0:1769077320.030761:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000020:00000001:2.0:1769077322.910822:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077322.910826:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077322.910830:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077323.614781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077323.614789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077323.614791:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077323.614794:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077323.614796:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077323.614801:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4309
00000400:00000200:0.0:1769077323.614808:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077323.614813:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077323.614821:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077323.614823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614826:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.614828:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614829:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077323.614832:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077323.614834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077323.614836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077323.614838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077323.614839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077323.614841:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077323.614842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.614844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077323.614847:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077323.614849:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614850:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077323.614852:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077323.614854:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077323.614856:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.614857:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077323.614859:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077323.614866:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077323.614868:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077323.614871:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077323.614872:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.614873:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077323.614875:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077323.614879:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077323.614884:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077323.614889:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077323.614894:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617369216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077323.614901:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077323.614904:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077323.614911:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617369216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077323.614928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077323.614930:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077323.614932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077323.614933:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077323.614934:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077323.614936:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077323.614937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4309
00000400:00000200:0.0:1769077323.614939:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077323.614941:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077323.614942:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077323.614944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.614947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077323.614950:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077323.614951:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077323.614952:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077323.614954:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077323.614955:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077323.614956:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077323.614958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.614961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077323.614963:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077323.614965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077323.614969:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077323.614973:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077323.614978:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077323.614981:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.614982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077323.614987:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077323.614992:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.614994:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077323.614998:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077323.615001:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077323.615004:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077323.615007:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.615009:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077323.615010:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077323.615012:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077323.615015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077323.615021:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077323.615039:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617369344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077323.615058:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077323.615063:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077323.615069:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617369344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077323.615082:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077323.615086:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077323.615092:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077323.615096:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077323.615101:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077323.615104:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077323.615106:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077323.615112:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077323.615116:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4309
00000400:00000200:0.0:1769077323.615123:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077323.615127:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077323.615128:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077323.615133:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.615136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.615139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.615143:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077323.615146:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077323.615149:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077323.615152:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077323.615155:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077323.615159:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077323.615163:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077323.615167:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.615170:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077323.615175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077323.615178:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077323.615181:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077323.615185:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077323.615189:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077323.615191:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077323.615195:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077323.615199:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.615204:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077323.615207:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077323.615210:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077323.615211:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077323.615216:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077323.615219:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077323.615225:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077323.615228:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077323.615228:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077323.615241:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077323.615243:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769077323.615244:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077323.615245:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077323.615248:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077323.615251:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077323.615255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617369472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077323.615266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077323.615269:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077323.615274:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617369472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077323.615286:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077323.615290:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4319)
00000800:00000200:1.1:1769077323.615622:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077323.615624:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077323.615868:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077323.615870:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077323.934817:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077323.934820:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077323.934823:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077325.150733:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298983366, at 4298983424
00000100:00000010:0.0:1769077325.150747:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95cc0.
00000020:00000001:2.0:1769077328.030834:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077328.030837:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077328.030840:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077328.735335:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077328.735339:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077328.735652:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077328.735653:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077328.735867:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077328.735869:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077329.054873:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077329.054876:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077329.054879:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077330.270817:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298988486, at 4298988544
00000100:00000010:0.0:1769077330.270837:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b38a0.
00000020:00000001:2.0:1769077333.150848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077333.150853:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077333.150857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077333.854762:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077333.854770:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077333.854773:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077333.854776:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077333.854780:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077333.854786:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4319
00000400:00000200:0.0:1769077333.854794:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077333.854799:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077333.854801:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077333.854803:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854806:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.854808:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854810:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077333.854814:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077333.854816:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077333.854818:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077333.854820:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077333.854822:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077333.854823:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077333.854825:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854827:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.854828:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854829:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077333.854831:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077333.854834:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854835:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077333.854837:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077333.854840:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077333.854842:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.854843:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077333.854845:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077333.854852:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077333.854856:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077333.854859:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077333.854861:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.854864:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077333.854867:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077333.854871:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077333.854880:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077333.854886:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077333.854896:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617369984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077333.854907:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077333.854912:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077333.854918:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617369984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077333.854942:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077333.854945:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077333.854947:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077333.854949:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077333.854950:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077333.854952:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077333.854954:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4319
00000400:00000200:0.0:1769077333.854957:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077333.854959:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077333.854961:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077333.854963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854965:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.854967:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854968:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077333.854970:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077333.854972:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077333.854973:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077333.854975:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077333.854976:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077333.854978:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077333.854981:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854985:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.854988:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.854992:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077333.854996:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077333.855001:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855003:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077333.855007:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077333.855012:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077333.855017:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855020:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077333.855024:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077333.855028:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855031:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077333.855035:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077333.855038:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077333.855043:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077333.855045:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855047:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077333.855050:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077333.855053:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077333.855072:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077333.855078:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077333.855085:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617370112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077333.855092:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077333.855094:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077333.855102:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617370112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077333.855110:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077333.855115:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077333.855121:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077333.855124:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077333.855128:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077333.855133:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077333.855134:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077333.855136:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077333.855141:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4319
00000400:00000200:0.0:1769077333.855146:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077333.855153:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077333.855155:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077333.855160:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855166:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.855173:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077333.855186:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077333.855189:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077333.855193:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077333.855197:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077333.855204:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077333.855209:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077333.855217:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855219:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077333.855221:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855225:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077333.855228:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077333.855234:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077333.855236:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077333.855240:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077333.855245:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077333.855250:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855254:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077333.855257:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077333.855261:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855265:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077333.855271:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077333.855276:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077333.855281:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077333.855284:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077333.855288:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077333.855292:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077333.855295:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077333.855300:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077333.855307:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077333.855319:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617370240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077333.855333:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077333.855339:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077333.855348:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617370240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077333.855360:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077333.855363:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077333.855367:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1769077333.855369:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4329)
00000800:00000200:3.1:1769077333.855654:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077333.855656:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077333.855943:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077333.855945:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077334.174801:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077334.174806:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077334.174810:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077335.390756:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298993606, at 4298993664
00000100:00000010:0.0:1769077335.390770:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:2.0:1769077338.270853:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077338.270859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077338.270863:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077338.974767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077338.974778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077338.974780:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077338.974784:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077338.974789:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077338.974797:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4324
00000400:00000200:2.0:1769077338.974807:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077338.974812:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077338.974816:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077338.974818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.974823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974825:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077338.974829:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077338.974830:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077338.974833:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077338.974836:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077338.974837:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077338.974839:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077338.974841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.974844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077338.974848:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077338.974851:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974853:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.974855:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077338.974858:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077338.974860:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.974862:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077338.974864:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077338.974875:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077338.974878:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077338.974883:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077338.974884:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.974887:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077338.974890:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077338.974894:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077338.974901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077338.974908:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.974916:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617370368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077338.974925:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077338.974929:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.974933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617370368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.974955:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077338.974958:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077338.974960:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077338.974962:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077338.974963:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077338.974965:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077338.974966:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4324
00000400:00000200:2.0:1769077338.974968:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077338.974970:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077338.974988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077338.974991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.974993:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.974997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077338.975004:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077338.975006:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077338.975008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077338.975011:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077338.975015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077338.975019:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077338.975027:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975033:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.975040:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077338.975062:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077338.975072:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975077:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.975081:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077338.975090:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077338.975096:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975104:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077338.975113:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077338.975119:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975122:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077338.975128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077338.975133:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077338.975135:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077338.975136:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975137:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077338.975139:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077338.975143:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077338.975150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077338.975155:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.975162:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617370496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077338.975179:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077338.975182:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.975187:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617370496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.975198:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.975201:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077338.975211:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077338.975213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077338.975217:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077338.975219:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077338.975221:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077338.975226:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077338.975233:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4324
00000400:00000200:2.0:1769077338.975240:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077338.975251:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077338.975260:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077338.975274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975282:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.975290:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975302:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077338.975305:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077338.975311:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077338.975315:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077338.975320:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077338.975324:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077338.975326:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077338.975337:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975347:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077338.975349:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975351:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077338.975353:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077338.975359:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077338.975369:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077338.975374:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077338.975377:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077338.975382:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975385:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077338.975388:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077338.975391:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975394:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077338.975397:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077338.975401:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077338.975405:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077338.975407:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077338.975409:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077338.975414:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077338.975417:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077338.975422:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077338.975427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077338.975432:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617370624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077338.975449:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077338.975452:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.975461:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617370624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077338.975502:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077338.975516:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4334)
00000800:00000200:3.1:1769077338.975540:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077338.975544:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077338.975933:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077338.975935:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077338.976218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077338.976220:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077339.294853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077339.294861:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077339.294867:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077340.510756:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4298998726, at 4298998784
00000100:00000010:0.0:1769077340.510772:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b32a0.
00000020:00000001:2.0:1769077343.390864:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077343.390869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077343.390872:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077344.094794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077344.094805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077344.094808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077344.094813:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077344.094817:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077344.094826:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4329
00000400:00000200:2.0:1769077344.094837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077344.094845:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077344.094848:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077344.094851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.094854:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.094857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.094859:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077344.094864:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077344.094866:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077344.094869:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077344.094872:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077344.094874:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077344.094876:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077344.094879:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.094881:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.094883:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.094902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077344.094907:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077344.094913:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077344.094917:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.094923:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077344.094928:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.094932:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.094935:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077344.094938:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077344.094951:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077344.094957:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077344.094963:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077344.094965:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.094970:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077344.094974:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077344.094981:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077344.094995:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077344.095005:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.095016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617370752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077344.095026:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077344.095031:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.095035:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617370752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.095064:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077344.095068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077344.095071:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077344.095073:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077344.095074:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077344.095077:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077344.095079:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4329
00000400:00000200:2.0:1769077344.095083:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077344.095086:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077344.095088:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077344.095091:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.095096:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095099:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077344.095101:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077344.095103:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077344.095105:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077344.095107:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077344.095109:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077344.095110:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077344.095114:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.095121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077344.095128:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077344.095136:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095139:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.095144:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077344.095152:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.095157:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095161:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077344.095166:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077344.095174:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095180:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077344.095188:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077344.095192:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077344.095196:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077344.095198:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095202:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077344.095204:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077344.095209:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077344.095217:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077344.095225:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.095233:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617370880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077344.095246:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077344.095249:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.095254:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617370880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.095263:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.095267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077344.095270:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077344.095273:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077344.095279:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077344.095284:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077344.095287:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077344.095291:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077344.095296:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4329
00000400:00000200:2.0:1769077344.095306:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077344.095312:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077344.095317:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077344.095323:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095330:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.095337:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095342:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077344.095347:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077344.095350:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077344.095351:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077344.095353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077344.095358:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077344.095362:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077344.095365:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095368:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077344.095370:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095371:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077344.095373:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077344.095380:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077344.095384:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077344.095386:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077344.095390:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077344.095396:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095398:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077344.095402:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077344.095406:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095409:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077344.095416:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077344.095421:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077344.095425:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077344.095429:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077344.095432:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077344.095435:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077344.095438:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077344.095447:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077344.095451:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077344.095458:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617371008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077344.095478:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077344.095481:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.095489:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617371008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077344.095500:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077344.095506:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4340)
00000800:00000200:3.1:1769077344.095510:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077344.095778:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077344.095922:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077344.414905:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077344.414909:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077344.414913:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077345.630772:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299003846, at 4299003904
00000100:00000010:0.0:1769077345.630790:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000400:00000100:0.0:1769077347.166940:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077347.166988:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077347.167001:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077347.167006:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077347.167010:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077347.167014:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077347.167020:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077347.167025:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:0.0:1769077347.167030:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077347.167035:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077347.167041:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170660
00000400:00000010:0.0:1769077347.167045:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170660.
00000100:00000001:0.0:1769077347.167051:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077347.167060:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5180 x1855007617370752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167105:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077347.167111:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617370752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167120:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077347.167123:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077347.167134:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077347.167137:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:0.0:1769077347.167141:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077347.167145:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077347.167149:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451706e8
00000400:00000010:0.0:1769077347.167151:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451706e8.
00000100:00000001:0.0:1769077347.167154:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077347.167160:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7100 x1855007617370880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167169:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077347.167172:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617370880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167179:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077347.167181:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077347.167186:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077347.167189:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:0.0:1769077347.167192:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077347.167195:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077347.167198:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170198
00000400:00000010:0.0:1769077347.167200:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170198.
00000100:00000001:0.0:1769077347.167203:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077347.167208:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7800 x1855007617371008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167237:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077347.167242:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617371008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077369 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077347.167249:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077347.167251:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1769077348.510789:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077348.510792:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077348.510795:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077349.215827:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077349.215831:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077349.216236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077349.216239:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077349.216567:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077349.216570:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077349.534839:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077349.534844:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077349.534848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077350.750786:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299008967, at 4299009024
00000100:00000010:0.0:1769077350.750804:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:2.0:1769077353.630819:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077353.630831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077353.630834:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.1:1769077354.335333:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077354.335344:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077354.335657:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077354.335676:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077354.335890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077354.335892:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077354.654849:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077354.654853:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077354.654855:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077355.870777:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299014086, at 4299014144
00000100:00000010:0.0:1769077355.870792:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000020:00000001:2.0:1769077358.750866:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077358.750872:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077358.750875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077359.454795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.454803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077359.454805:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.454809:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.454812:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.454818:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4345
00000400:00000200:0.0:1769077359.454826:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077359.454830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.454833:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.454836:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454838:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.454841:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454843:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077359.454846:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.454848:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077359.454850:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.454852:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077359.454854:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077359.454871:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077359.454873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.454877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077359.454881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077359.454883:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454885:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.454887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.454890:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.454892:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.454893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077359.454894:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.454903:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077359.454905:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077359.454908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.454909:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.454911:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.454913:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.454917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.454923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077359.454928:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.454934:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617371904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.454943:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.454947:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.454950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617371904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.454966:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077359.454968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.454971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077359.454972:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.454974:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.454975:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.454978:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4345
00000400:00000200:0.0:1769077359.454980:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077359.454982:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.454984:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.454986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454988:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.454989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.454991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077359.454992:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.454993:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077359.454994:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.454996:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077359.454997:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077359.454999:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077359.455001:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.455005:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455007:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077359.455009:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077359.455011:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455012:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.455014:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.455018:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.455021:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455023:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077359.455026:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077359.455032:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455036:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.455042:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769077359.455047:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077359.455053:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.455057:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455062:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.455066:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.455071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.455078:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077359.455084:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.455093:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617372032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.455105:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.455109:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.455112:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617372032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.455126:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.455130:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077359.455134:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077359.455138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077359.455143:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077359.455145:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077359.455146:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077359.455148:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077359.455151:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4345
00000400:00000200:0.0:1769077359.455157:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077359.455159:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077359.455164:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077359.455166:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455168:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.455170:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455174:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077359.455176:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077359.455178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077359.455183:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077359.455187:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077359.455192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077359.455194:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077359.455200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077359.455210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077359.455219:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077359.455223:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077359.455224:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077359.455225:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077359.455227:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077359.455229:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455231:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077359.455235:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077359.455239:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455244:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077359.455249:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077359.455252:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077359.455256:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077359.455259:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077359.455261:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077359.455261:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077359.455263:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077359.455268:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077359.455272:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077359.455279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617372160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077359.455292:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077359.455296:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.455304:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617372160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077359.455324:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077359.455328:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4355)
00000800:00000200:3.1:1769077359.455361:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077359.455364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077359.455693:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077359.455695:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077359.455891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077359.455893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077359.774870:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077359.774876:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077359.774879:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077360.990816:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299019206, at 4299019264
00000100:00000010:0.0:1769077360.990838:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:2.0:1769077363.870835:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077363.870838:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077363.870841:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077364.574752:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077364.574760:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077364.574762:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077364.574766:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077364.574769:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077364.574775:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4350
00000400:00000200:2.0:1769077364.574782:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077364.574786:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077364.574789:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077364.574791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574794:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.574796:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574798:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077364.574801:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077364.574803:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077364.574805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077364.574807:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077364.574809:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077364.574810:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077364.574812:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.574815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077364.574818:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077364.574820:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077364.574824:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077364.574826:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077364.574828:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.574830:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077364.574831:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077364.574839:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077364.574841:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077364.574845:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077364.574846:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.574848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077364.574850:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077364.574853:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077364.574859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077364.574865:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077364.574871:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617372288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077364.574880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077364.574883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077364.574887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617372288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077364.574903:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077364.574906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077364.574908:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077364.574909:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077364.574910:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077364.574912:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077364.574914:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4350
00000400:00000200:2.0:1769077364.574916:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077364.574918:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077364.574919:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077364.574921:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574923:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.574925:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574926:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077364.574928:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077364.574929:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077364.574930:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077364.574932:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077364.574933:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077364.574935:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077364.574937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.574941:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077364.574948:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077364.574952:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077364.574955:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077364.574958:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077364.574963:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077364.574967:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.574971:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077364.574975:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077364.574980:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.574983:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077364.574986:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077364.574990:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077364.574995:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077364.574996:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.574997:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077364.575001:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077364.575003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077364.575007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077364.575011:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077364.575020:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617372416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077364.575033:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077364.575037:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077364.575040:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617372416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077364.575054:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077364.575058:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077364.575061:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077364.575063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077364.575069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077364.575070:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077364.575073:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077364.575076:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077364.575078:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4350
00000400:00000200:2.0:1769077364.575090:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077364.575095:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077364.575098:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077364.575101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.575104:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.575109:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.575114:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077364.575118:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077364.575122:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077364.575123:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077364.575124:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077364.575126:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077364.575128:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077364.575132:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.575136:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077364.575140:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077364.575144:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077364.575148:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077364.575161:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077364.575165:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077364.575169:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077364.575171:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077364.575175:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.575177:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077364.575180:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077364.575183:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.575186:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077364.575190:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077364.575194:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077364.575197:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077364.575198:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077364.575201:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077364.575203:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077364.575206:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077364.575210:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077364.575213:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077364.575220:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617372544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077364.575230:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077364.575233:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077364.575241:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617372544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077364.575252:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077364.575258:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4360)
00000800:00000200:3.1:1769077364.575294:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077364.575297:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077364.575737:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077364.575740:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077364.576017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077364.576020:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077364.894807:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077364.894810:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077364.894813:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077366.110732:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299024326, at 4299024384
00000100:00000010:0.0:1769077366.110747:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:2.0:1769077368.990840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077368.990844:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077368.990847:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077369.694780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077369.694792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077369.694795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077369.694799:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077369.694804:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077369.694812:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4355
00000400:00000200:0.0:1769077369.694821:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077369.694827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077369.694831:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077369.694835:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.694839:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077369.694842:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.694845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077369.694849:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077369.694851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077369.694854:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077369.694857:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077369.694860:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077369.694862:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077369.694866:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.694868:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077369.694871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.694873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077369.694877:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077369.694881:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077369.694884:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077369.694887:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077369.694891:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077369.694894:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.694897:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077369.694899:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077369.694909:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077369.694913:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077369.694918:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077369.694920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.694923:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077369.694926:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077369.694931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077369.694940:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077369.694947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077369.694957:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077369.694969:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077369.694975:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077369.694980:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077369.695006:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077369.695010:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077369.695014:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077369.695016:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077369.695017:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077369.695021:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077369.695026:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4355
00000400:00000200:0.0:1769077369.695031:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077369.695037:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077369.695042:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077369.695050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077369.695062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077369.695074:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077369.695078:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077369.695083:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077369.695089:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077369.695095:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077369.695102:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077369.695111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695113:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077369.695117:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695125:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077369.695131:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077369.695141:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695146:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077369.695154:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077369.695161:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077369.695169:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077369.695179:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077369.695186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695192:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077369.695201:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769077369.695207:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077369.695213:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077369.695217:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695224:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077369.695228:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077369.695231:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077369.695239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077369.695244:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077369.695253:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077369.695268:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077369.695275:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077369.695285:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077369.695309:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077369.695318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077369.695327:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077369.695333:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077369.695341:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077369.695345:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077369.695347:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077369.695353:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:3.1:1769077369.695360:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077369.695363:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1769077369.695372:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4355
00000400:00000200:0.0:1769077369.695383:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077369.695393:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077369.695399:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077369.695400:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000040:0.0:1769077369.695408:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077369.695409:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077369.695414:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769077369.695419:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077369.695421:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077369.695427:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077369.695433:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077369.695437:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000001:3.0:1769077369.695439:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769077369.695440:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077369.695444:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000040:3.0:1769077369.695446:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077369.695450:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077369.695472:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:3.0:1769077369.695473:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695477:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1769077369.695483:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077369.695483:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695490:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077369.695492:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077369.695496:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299029446
00000100:00000040:0.0:1769077369.695497:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000010:3.0:1769077369.695501:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3900.
00000100:00000001:0.0:1769077369.695502:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077369.695508:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1769077369.695509:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077369.695516:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077369.695517:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299029446
00000100:00000010:3.0:1769077369.695522:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3600.
00000100:00000001:3.0:1769077369.695524:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077369.695527:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077369.695529:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695532:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695533:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077369.695539:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769077369.695539:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077369/real 1769077369]  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077369.695545:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:3.0:1769077369.695550:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1769077369.695551:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769077369.695553:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077369.695556:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000100:00000001:0.0:1769077369.695558:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077369.695562:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077369.695565:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077369.695567:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000100:00000001:0.0:1769077369.695568:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077369.695572:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000010:0.0:1769077369.695577:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000100:00000001:3.0:1769077369.695578:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1769077369.695584:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000200:3.0:1769077369.695586:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077369.695590:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077369.695593:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077369.695599:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077369.695603:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769077369.695605:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077369.695607:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077369.695617:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:3.0:1769077369.695618:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1769077369.695624:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695626:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.695630:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.695632:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1769077369.695635:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769077369.695638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077369.695694:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077369.695696:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077369.695700:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077369.695706:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077369.695713:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695719:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077369.695726:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.695731:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.695734:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1769077369.695736:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695738:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077369.695741:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769077369.695744:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4365)
00000100:00080000:3.0:1769077369.695746:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077369.695754:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077369.695757:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077369.695762:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077369.695770:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617372672:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077369.695775:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.695777:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077369.695779:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617372672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695786:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077369.695788:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077369.695791:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077369.695794:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077369.695796:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077369.695798:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077369.695800:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077369.695803:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:3.0:1769077369.695807:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077369.695808:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077369.695810:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:3.0:1769077369.695813:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077369.695814:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.695817:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.695824:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077369.695826:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695829:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077369.695831:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077369.695832:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077369.695836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695841:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077369.695842:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077369.695844:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077369.695845:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077369.695847:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077369.695849:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617372800:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077369.695851:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077369.695853:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077369.695854:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077369.695855:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077369.695858:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077369.695859:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077369.695862:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077369.695865:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077369.695867:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077369.695869:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617372800, portal 10
00000100:00000001:3.0:1769077369.695871:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077369.695872:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:3.0:1769077369.695877:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695881:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077369.695883:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077369.695884:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077369.695886:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617372800, offset 0
00000400:00000200:3.0:1769077369.695889:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077369.695891:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077369.695894:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077369.695896:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077369.695898:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077369.695900:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077369.695902:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077369.695904:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70608:70608:256:4294967295] 192.168.204.140@tcp LPNI seq info [70608:70608:8:4294967295]
00000400:00000200:3.0:1769077369.695907:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077369.695912:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077369.695915:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077369.695917:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077369.695920:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077369.695922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077369.695925:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077369.695927:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077369.695929:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077369.695930:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077369.695933:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077369.695935:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077369.695937:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077369.695938:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077369.695940:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077369.695942:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695952:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077369.695954:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.695958:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695959:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077369.695961:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077369.695964:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077369.695966:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077369.695967:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299027980
00000100:00000001:3.0:1769077369.695969:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299029446
00000100:00000001:3.0:1769077369.695971:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299027980
00000100:00000001:3.0:1769077369.695972:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299029446
00000100:00000001:3.0:1769077369.695974:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077369.695975:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.695976:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077369.695979:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077369/real 1769077369]  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077369.695983:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077369.695984:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077369.695985:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077369.695987:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077369.695988:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077369.695989:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077369.695991:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077369.695996:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696000:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077369.696002:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696003:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.696004:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077369.696006:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696011:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077369.696013:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696017:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077369.696018:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696019:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.696020:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696021:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077369.696023:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077369.696024:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077369.696026:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077369.696028:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077369.696030:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077369.696035:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617372800:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077369.696037:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077369.696039:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696045:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077369.696046:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077369.696049:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077369.696050:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077369.696053:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077369.696056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617372928:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077369.696060:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077369.696062:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077369.696063:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077369.696065:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077369.696068:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077369.696070:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077369.696074:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077369.696077:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077369.696080:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077369.696084:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617372928, portal 4
00000100:00000001:3.0:1769077369.696086:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077369.696087:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
00000100:00000040:3.0:1769077369.696093:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696101:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077369.696103:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077369.696106:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077369.696108:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617372928, offset 0
00000400:00000200:3.0:1769077369.696111:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077369.696114:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077369.696117:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077369.696119:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077369.696121:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077369.696122:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077369.696124:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077369.696126:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70609:70609:256:4294967295] 192.168.204.140@tcp LPNI seq info [70609:70609:8:4294967295]
00000400:00000200:3.0:1769077369.696129:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077369.696133:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077369.696136:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077369.696138:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077369.696141:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077369.696143:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1769077369.696146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077369.696147:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:3.0:1769077369.696150:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077369.696151:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077369.696153:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077369.696156:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077369.696157:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077369.696159:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077369.696160:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077369.696163:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696168:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077369.696170:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077394 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696174:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.696175:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077369.696177:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077369.696180:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077369.696182:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077369.696184:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299029446
00000100:00000001:3.0:1769077369.696186:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299029446
00000100:00000001:3.0:1769077369.696189:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299029446
00000100:00000001:3.0:1769077369.696191:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299029446
00000100:00000001:3.0:1769077369.696193:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077369.696195:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.696197:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077369.696201:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077369/real 1769077369]  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077369.696209:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077369.696211:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077369.696213:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077369.696216:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077369.696217:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077369.696220:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077369.696223:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077369.696233:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696240:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077369.696242:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696243:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.696245:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077369.696249:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696256:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077369.696259:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696263:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077369.696265:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696266:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077369.696267:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696268:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077369.696270:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077369.696272:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077369.696274:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077369.696275:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077369.696277:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077369.696287:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617372928:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077369.696290:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696302:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077369.696304:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617372800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696308:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077369.696309:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077369.696310:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077369.696312:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077369.696313:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077369.696314:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077369.696316:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077369.696317:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077369.696318:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077369.696319:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077369.696321:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:3.0:1769077369.696323:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077369.696324:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696325:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077369.696327:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617372928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077394 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077369.696331:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077369.696332:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077369.696332:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077369.696334:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077369.696335:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077369.696335:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077369.696336:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077369.696337:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:3.0:1769077369.696338:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077369.696339:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077369.696340:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:3.0:1769077369.696342:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077369.696343:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696344:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077369.696346:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077369.696347:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077369.696349:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077369.696350:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077370.014845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077370.014849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077370.014851:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077371.038825:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077371.038830:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077371.038834:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077371.230738:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299029446, at 4299029504
00000100:00000010:0.0:1769077371.230758:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:3.0:1769077372.062780:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077372.062784:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077372.062786:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077373.086882:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077373.086886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077373.086888:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077374.110847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077374.110850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077374.110853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077374.814756:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077374.814765:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077374.814767:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077374.814770:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077374.814773:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077374.814779:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4360
00000400:00000200:2.0:1769077374.814787:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077374.814792:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077374.814794:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077374.814797:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814800:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077374.814802:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814804:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077374.814807:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077374.814809:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077374.814811:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077374.814813:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077374.814814:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077374.814816:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077374.814818:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814819:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077374.814820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814822:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077374.814824:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077374.814827:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814829:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077374.814831:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077374.814833:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077374.814835:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.814836:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077374.814838:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077374.814846:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077374.814848:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077374.814851:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077374.814852:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.814855:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077374.814857:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077374.814861:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077374.814877:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077374.814883:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077374.814890:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077374.814898:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077374.814901:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077374.814904:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077374.814921:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077374.814923:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077374.814926:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077374.814927:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077374.814928:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077374.814930:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077374.814931:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4360
00000400:00000200:2.0:1769077374.814934:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077374.814936:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077374.814937:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077374.814940:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814941:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077374.814943:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814945:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077374.814947:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077374.814948:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077374.814949:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077374.814950:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077374.814952:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077374.814954:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077374.814956:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814957:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077374.814959:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.814960:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077374.814961:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077374.814964:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077374.814964:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077374.814968:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.814970:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077374.814971:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077374.814975:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077374.814978:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077374.814980:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.814983:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769077374.814984:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769077374.814986:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077374.814993:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.814996:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815001:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1769077374.815002:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077374.815004:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077374.815006:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077374.815008:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077374.815009:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077374.815012:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077374.815012:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077374.815013:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077374.815016:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077374.815017:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077374.815019:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077374.815023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373056:192.168.204.140@tcp:250:kworker.0
02000000:00000010:2.0:1769077374.815024:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077374.815028:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815034:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1769077374.815036:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077374.815039:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077374.815043:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.815048:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077374.815049:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077374.815052:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077374.815055:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
00000100:00000040:2.0:1769077374.815056:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077374.815059:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.815068:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815072:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077374.815077:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000100:00000040:2.0:1769077374.815079:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077374.815082:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000040:2.0:1769077374.815083:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077374.815088:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077374.815091:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373056, portal 25
00000100:00080000:2.0:1769077374.815092:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077374.815095:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077374.815096:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769077374.815097:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077374.815099:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000001:2.0:1769077374.815102:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077374.815106:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4360
00000100:00000040:3.0:1769077374.815109:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769077374.815113:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077374.815119:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077374.815123:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077374.815128:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077374.815129:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077374.815131:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077374.815135:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077374.815137:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000010:3.0:1769077374.815139:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000001:2.0:1769077374.815141:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:3.0:1769077374.815143:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617373056, offset 0
00000020:00000001:2.0:1769077374.815144:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077374.815148:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077374.815150:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077374.815152:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077374.815155:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769077374.815156:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077374.815160:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077374.815163:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.815165:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077374.815167:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077374.815168:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.815172:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077374.815173:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077374.815176:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:2.0:1769077374.815179:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077374.815183:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077374.815184:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077374.815186:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077374.815187:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077374.815190:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815192:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769077374.815193:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077374.815196:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077374.815198:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1769077374.815201:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815203:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769077374.815205:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815209:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70610:70610:256:4294967295] 192.168.204.140@tcp LPNI seq info [70610:70610:8:4294967295]
00000100:00000010:2.0:1769077374.815210:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077374.815215:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077374.815219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077374.815220:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077374.815223:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077374.815224:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077374.815225:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077374.815227:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077374.815232:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000400:00000200:3.0:1769077374.815232:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077374.815238:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077374.815242:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00100000:2.0:1769077374.815246:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769077374.815250:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077374.815256:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077374.815257:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077374.815260:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077374.815262:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769077374.815265:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1769077374.815273:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077374.815276:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4370)
00000800:00000200:3.1:1769077374.815282:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077374.815286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769077374.815291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077374.815293:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077374.815298:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077374.815301:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077374.815305:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077374.815307:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077374.815310:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077374.815314:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815321:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.815323:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815329:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815330:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077374.815334:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815337:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077374.815339:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299034566
00000100:00000010:3.0:1769077374.815343:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b33c0.
00000100:00000001:3.0:1769077374.815348:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077374.815361:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299034566
00000100:00000010:3.0:1769077374.815365:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3120.
00000100:00000001:3.0:1769077374.815380:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077374.815384:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077374.815388:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815390:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077374.815397:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077374/real 1769077374]  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077374.815408:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077374.815410:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077374.815412:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077374.815415:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077374.815417:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077374.815420:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077374.815424:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077374.815432:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815437:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077374.815439:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815441:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815443:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077374.815445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815450:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077374.815453:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815458:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077374.815460:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815461:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815462:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815464:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077374.815465:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077374.815467:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077374.815469:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077374.815471:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077374.815474:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077374.815479:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373056:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077374.815482:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815484:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.815486:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617373056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815490:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077374.815492:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077374.815494:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077374.815496:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077374.815498:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077374.815499:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077374.815501:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077374.815502:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077374.815506:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077374.815507:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077374.815508:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077374.815510:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077374.815511:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815513:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815518:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077374.815520:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815521:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077374.815522:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077374.815523:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077374.815526:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815531:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077374.815532:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077374.815534:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077374.815535:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077374.815537:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077374.815538:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373184:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077374.815540:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077374.815542:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077374.815543:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077374.815544:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077374.815547:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077374.815548:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815551:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077374.815553:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077374.815555:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077374.815557:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373184, portal 10
00000100:00000001:3.0:1769077374.815559:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077374.815560:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077374.815564:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815569:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077374.815570:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077374.815572:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077374.815573:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617373184, offset 0
00000400:00000200:3.0:1769077374.815576:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077374.815579:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077374.815581:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077374.815583:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077374.815585:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077374.815587:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077374.815588:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077374.815591:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70611:70611:256:4294967295] 192.168.204.140@tcp LPNI seq info [70611:70611:8:4294967295]
00000400:00000200:3.0:1769077374.815593:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077374.815598:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077374.815601:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077374.815604:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077374.815606:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077374.815608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077374.815611:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077374.815613:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769077374.815616:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077374.815617:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077374.815619:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077374.815621:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077374.815623:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077374.815625:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077374.815626:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077374.815628:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815634:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.815636:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815645:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815646:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077374.815648:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077374.815650:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077374.815653:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077374.815654:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299033099
00000100:00000001:3.0:1769077374.815656:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299034566
00000100:00000001:3.0:1769077374.815657:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299033099
00000100:00000001:3.0:1769077374.815680:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299034566
00000100:00000001:3.0:1769077374.815681:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077374.815683:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815684:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077374.815687:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077374/real 1769077374]  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077374.815692:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077374.815693:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077374.815694:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077374.815696:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077374.815697:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077374.815699:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077374.815701:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077374.815706:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815710:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077374.815711:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815712:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815713:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077374.815715:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815721:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077374.815723:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815727:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077374.815729:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815730:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815731:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815732:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077374.815733:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077374.815735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077374.815736:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077374.815738:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077374.815740:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077374.815745:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373184:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077374.815747:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077374.815749:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815754:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077374.815755:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077374.815756:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077374.815757:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077374.815759:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077374.815760:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373312:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077374.815762:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077374.815763:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077374.815765:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077374.815766:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077374.815768:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077374.815770:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077374.815772:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077374.815774:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077374.815776:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077374.815778:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373312, portal 4
00000100:00000001:3.0:1769077374.815779:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077374.815780:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:3.0:1769077374.815791:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815796:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077374.815797:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077374.815799:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077374.815800:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617373312, offset 0
00000400:00000200:3.0:1769077374.815803:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077374.815805:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077374.815807:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077374.815809:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077374.815811:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077374.815813:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077374.815814:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077374.815816:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70612:70612:256:4294967295] 192.168.204.140@tcp LPNI seq info [70612:70612:8:4294967295]
00000400:00000200:3.0:1769077374.815819:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077374.815824:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077374.815829:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077374.815832:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077374.815836:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077374.815838:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1769077374.815843:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077374.815845:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1769077374.815857:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077374.815860:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077374.815863:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077374.815867:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077374.815870:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077374.815872:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077374.815874:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077374.815878:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815886:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.815890:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077399 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815896:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815898:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077374.815901:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077374.815904:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077374.815907:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077374.815910:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299034566
00000100:00000001:3.0:1769077374.815912:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299034566
00000100:00000001:3.0:1769077374.815914:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299034566
00000100:00000001:3.0:1769077374.815916:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299034566
00000100:00000001:3.0:1769077374.815918:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077374.815920:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.815923:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077374.815926:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077374/real 1769077374]  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077374.815934:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077374.815935:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077374.815937:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077374.815939:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077374.815941:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077374.815943:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077374.815946:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077374.815954:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815959:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077374.815961:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815962:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815964:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077374.815967:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815974:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077374.815977:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.815985:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077374.815988:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815989:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077374.815991:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.815993:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077374.815996:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077374.815998:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077374.816002:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077374.816004:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077374.816007:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077374.816013:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373312:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077374.816015:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.816016:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.816019:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617373184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.816023:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077374.816024:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077374.816025:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077374.816027:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077374.816028:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077374.816029:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077374.816030:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077374.816032:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077374.816033:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077374.816034:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077374.816035:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077374.816037:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077374.816038:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.816039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077374.816041:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617373312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077399 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077374.816045:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077374.816046:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077374.816047:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077374.816049:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077374.816049:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077374.816050:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077374.816051:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077374.816052:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077374.816053:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077374.816054:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077374.816054:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077374.816056:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077374.816057:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.816058:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077374.816060:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077374.816061:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077374.816063:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077374.816063:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077375.134814:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077375.134818:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077375.134821:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077376.158909:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077376.158914:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077376.158918:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077376.350751:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299034566, at 4299034624
00000100:00000010:0.0:1769077376.350767:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b33c0.
00000020:00000001:3.0:1769077377.182805:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077377.182810:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077377.182813:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077378.206844:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077378.206849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077378.206853:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077379.230808:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077379.230812:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077379.230815:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077379.935008:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077379.935024:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077379.935029:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077379.935039:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935056:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077379.935060:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935067:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077379.935072:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077379.935077:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077379.935084:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373440:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077379.935095:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077379.935102:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077379.935107:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935113:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077379.935121:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077379.935132:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077379.935144:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077379.935152:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077379.935161:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077379.935174:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373440, portal 25
00000100:00000001:3.0:1769077379.935178:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077379.935182:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880228736 : -121799829322880 : ffff913944708380)
00000100:00000040:3.0:1769077379.935193:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935224:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077379.935231:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077379.935236:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077379.935243:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617373440, offset 0
00000400:00000200:3.0:1769077379.935258:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077379.935271:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.935295:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077379.935304:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077379.935312:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077379.935320:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077379.935327:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077379.935335:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70613:70613:256:4294967295] 192.168.204.140@tcp LPNI seq info [70613:70613:8:4294967295]
00000400:00000200:3.0:1769077379.935348:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.935365:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077379.935376:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.935386:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077379.935405:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077379.935413:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077379.935423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077379.935429:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769077379.935434:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.935436:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077379.935442:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077379.935447:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077379.935452:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077379.935455:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077379.935458:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077379.935463:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935471:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.935475:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935488:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.935489:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077379.935494:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077379.935498:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077379.935501:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299039686
00000100:00000010:3.0:1769077379.935506:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f00.
00000100:00000001:3.0:1769077379.935511:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077379.935524:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299039686
00000100:00000010:3.0:1769077379.935528:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b31e0.
00000100:00000001:3.0:1769077379.935531:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077379.935535:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077379.935538:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.935541:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077379.935546:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077379/real 1769077379]  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077379.935558:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077379.935560:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077379.935562:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077379.935565:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077379.935567:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077379.935570:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077379.935574:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077379.935584:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935592:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077379.935594:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935596:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.935598:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077379.935603:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935611:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077379.935616:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935623:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077379.935627:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935629:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.935630:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935633:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077379.935635:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077379.935638:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077379.935644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077379.935646:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077379.935651:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077379.935684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373440:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077379.935690:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935692:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.935696:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708380 x1855007617373440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935703:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077379.935705:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077379.935707:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077379.935710:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077379.935711:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077379.935712:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077379.935714:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077379.935716:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26800.
02000000:00000001:3.0:1769077379.935719:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077379.935720:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077379.935722:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708380.
00000100:00000001:3.0:1769077379.935724:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077379.935725:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935727:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935733:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077379.935734:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.935736:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077379.935737:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077379.935738:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077379.935741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935746:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077379.935747:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935748:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077379.935750:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077379.935751:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077379.935753:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373568:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077379.935755:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077379.935757:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077379.935758:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935759:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077379.935761:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077379.935763:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077379.935766:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077379.935768:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077379.935771:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077379.935773:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373568, portal 10
00000100:00000001:3.0:1769077379.935774:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077379.935775:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880232320 : -121799829319296 : ffff913944709180)
00000100:00000040:3.0:1769077379.935780:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935794:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077379.935796:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077379.935798:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077379.935799:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617373568, offset 0
00000400:00000200:3.0:1769077379.935802:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077379.935805:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.935808:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077379.935811:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077379.935813:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077379.935814:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077379.935816:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077379.935818:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70614:70614:256:4294967295] 192.168.204.140@tcp LPNI seq info [70614:70614:8:4294967295]
00000400:00000200:3.0:1769077379.935821:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.935826:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077379.935829:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.935831:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077379.935834:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077379.935836:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077379.935839:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077379.935841:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769077379.935844:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.935845:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077379.935847:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077379.935850:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077379.935852:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077379.935853:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077379.935855:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077379.935857:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935863:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.935865:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935869:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.935870:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077379.935873:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077379.935876:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077379.935878:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077379.935880:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299038220
00000100:00000001:3.0:1769077379.935882:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299039686
00000100:00000001:3.0:1769077379.935883:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299038220
00000100:00000001:3.0:1769077379.935885:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299039686
00000100:00000001:3.0:1769077379.935886:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077379.935887:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.935889:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077379.935891:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077379/real 1769077379]  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077379.935896:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077379.935897:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077379.935898:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077379.935900:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077379.935901:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077379.935902:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077379.935904:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077379.935910:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935914:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077379.935915:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935916:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.935917:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077379.935919:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935923:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077379.935925:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935930:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077379.935932:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935933:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.935934:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.935935:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077379.935936:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077379.935938:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077379.935940:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077379.935941:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077379.935944:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077379.935948:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373568:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077379.935951:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077379.935953:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935957:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077379.935958:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935959:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077379.935960:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077379.935962:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077379.935964:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373696:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077379.935966:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077379.935967:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077379.935968:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077379.935969:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077379.935971:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077379.935973:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077379.935975:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077379.935977:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077379.935979:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077379.935981:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373696, portal 4
00000100:00000001:3.0:1769077379.935982:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077379.935983:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000100:00000040:3.0:1769077379.935986:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.935990:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077379.935992:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077379.935993:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077379.935995:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617373696, offset 0
00000400:00000200:3.0:1769077379.935997:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077379.935999:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.936001:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077379.936003:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077379.936004:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077379.936006:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077379.936007:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077379.936009:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70615:70615:256:4294967295] 192.168.204.140@tcp LPNI seq info [70615:70615:8:4294967295]
00000400:00000200:3.0:1769077379.936012:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077379.936016:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077379.936018:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.936020:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077379.936023:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077379.936024:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1769077379.936027:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077379.936029:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1769077379.936031:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077379.936032:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077379.936034:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077379.936036:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077379.936038:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077379.936039:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077379.936041:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077379.936043:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936048:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.936050:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077404 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936054:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.936055:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077379.936057:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077379.936058:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077379.936060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077379.936061:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299039686
00000100:00000001:3.0:1769077379.936063:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299039686
00000100:00000001:3.0:1769077379.936065:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299039686
00000100:00000001:3.0:1769077379.936066:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299039686
00000100:00000001:3.0:1769077379.936068:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077379.936069:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.936070:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077379.936072:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077379/real 1769077379]  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077379.936076:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077379.936077:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077379.936078:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077379.936079:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077379.936080:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077379.936081:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077379.936083:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077379.936088:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936097:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077379.936098:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936099:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.936100:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077379.936102:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936106:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077379.936108:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936112:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077379.936114:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936115:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077379.936115:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936116:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077379.936118:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077379.936120:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077379.936121:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077379.936123:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077379.936125:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077379.936130:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373696:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077379.936132:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936133:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.936135:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709180 x1855007617373568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936139:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077379.936140:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077379.936142:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077379.936143:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077379.936144:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077379.936145:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077379.936147:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077379.936148:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769077379.936149:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077379.936150:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077379.936151:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709180.
00000100:00000001:3.0:1769077379.936153:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077379.936154:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936155:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077379.936157:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708e00 x1855007617373696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077404 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077379.936161:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077379.936162:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077379.936163:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077379.936164:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077379.936164:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077379.936165:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077379.936166:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077379.936167:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26000.
02000000:00000001:3.0:1769077379.936168:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077379.936169:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077379.936170:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708e00.
00000100:00000001:3.0:1769077379.936171:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077379.936172:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936173:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077379.936175:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077379.936175:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077379.936177:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077379.936178:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077380.254840:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077380.254844:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077380.254847:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077381.278823:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077381.278827:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077381.278830:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077381.470742:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299039686, at 4299039744
00000100:00000010:0.0:1769077381.470753:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000020:00000001:3.0:1769077382.302807:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077382.302810:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077382.302813:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077383.326894:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077383.326898:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077383.326901:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077384.350884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077384.350890:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077384.350893:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077385.054802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077385.054814:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077385.054817:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077385.054821:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077385.054826:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077385.054834:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4370
00000400:00000200:0.0:1769077385.054859:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077385.054866:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077385.054869:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077385.054872:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.054875:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.054877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.054880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077385.054883:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077385.054885:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077385.054889:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077385.054892:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077385.054895:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077385.054898:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077385.054901:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.054905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.054907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.054925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077385.054928:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077385.054932:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077385.054935:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077385.054939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077385.054943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077385.054947:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.054949:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077385.054952:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077385.054965:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077385.054970:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077385.054974:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077385.054976:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.054978:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077385.054982:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077385.054987:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077385.054995:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077385.055003:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077385.055013:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077385.055042:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077385.055048:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077385.055054:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077385.055097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077385.055100:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077385.055102:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077385.055104:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077385.055105:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077385.055107:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077385.055110:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4370
00000400:00000200:0.0:1769077385.055113:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077385.055116:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077385.055118:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077385.055121:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055123:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.055125:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077385.055132:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077385.055133:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077385.055138:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077385.055138:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077385.055139:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077385.055142:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077385.055143:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077385.055145:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077385.055165:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077385.055168:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077385.055170:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077385.055173:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055178:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.055181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077385.055190:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077385.055194:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1769077385.055195:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077385.055210:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.055229:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.055232:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077385.055233:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077385.055237:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077385.055241:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077385.055241:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077385.055247:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.055250:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769077385.055250:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373824:192.168.204.140@tcp:250:kworker.0
00000008:00100000:0.0:1769077385.055256:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077385.055257:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1769077385.055262:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.055263:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.055265:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769077385.055267:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
02000000:00000001:3.0:1769077385.055268:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077385.055271:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077385.055273:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077385.055275:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077385.055278:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.055279:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769077385.055280:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:0.0:1769077385.055281:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077385.055285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.055285:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077385.055293:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077385.055297:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055297:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077385.055304:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000100:00100000:0.0:1769077385.055305:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077385.055313:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000001:0.0:1769077385.055314:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077385.055318:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077385.055322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077385.055323:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373824, portal 25
00000100:00000001:3.0:1769077385.055328:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077385.055332:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00000001:0.0:1769077385.055334:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077385.055338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077385.055341:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077385.055342:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077385.055347:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077385.055354:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077385.055358:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077385.055360:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077385.055361:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077385.055365:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077385.055367:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769077385.055371:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4370
00000400:00000010:3.0:1769077385.055372:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000400:00000200:0.0:1769077385.055376:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000200:3.0:1769077385.055378:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617373824, offset 0
00000400:00000200:0.0:1769077385.055381:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077385.055384:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077385.055389:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077385.055390:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055391:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.055395:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077385.055399:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077385.055401:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077385.055402:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:0.0:1769077385.055403:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077385.055407:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077385.055409:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077385.055411:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077385.055414:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769077385.055417:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055420:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077385.055422:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077385.055424:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077385.055425:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077385.055428:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077385.055432:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769077385.055433:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055437:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077385.055438:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077385.055440:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077385.055442:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077385.055444:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769077385.055446:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077385.055449:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077385.055451:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70616:70616:256:4294967295] 192.168.204.140@tcp LPNI seq info [70616:70616:8:4294967295]
00000008:00100000:0.0:1769077385.055453:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077385.055459:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055463:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077385.055464:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077385.055469:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077385.055471:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077385.055477:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077385.055480:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055480:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077385.055485:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077385.055488:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077385.055490:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077385.055493:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769077385.055497:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000800:00000010:3.0:1769077385.055500:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:0.0:1769077385.055503:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077385.055510:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:0.0:1769077385.055513:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077385.055515:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077385.055526:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077385.055532:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1769077385.055534:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:3.0:1769077385.055538:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077385.055540:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077385.055542:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000040:0.0:1769077385.055550:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077385.055550:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077385.055559:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077385.055567:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055567:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077385.055571:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000040:0.0:1769077385.055574:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4381)
00000100:00000001:3.0:1769077385.055584:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077385.055589:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055598:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.055601:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055608:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.055609:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077385.055616:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055619:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077385.055621:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299044806
00000100:00000010:3.0:1769077385.055626:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3cc0.
00000100:00000001:3.0:1769077385.055633:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077385.055640:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299044806
00000100:00000010:3.0:1769077385.055642:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3e40.
00000100:00000001:3.0:1769077385.055645:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077385.055648:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077385.055650:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.055652:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077385.055655:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077385.055684:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077385.055686:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077385.055687:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077385.055690:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077385.055691:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077385.055693:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077385.055696:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077385.055703:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055708:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077385.055709:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055711:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.055713:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077385.055715:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055720:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077385.055723:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055729:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077385.055731:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055733:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.055734:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055736:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077385.055738:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077385.055740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077385.055743:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077385.055745:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077385.055748:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077385.055753:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617373824:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077385.055757:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055759:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.055762:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617373824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055766:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077385.055768:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077385.055770:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077385.055772:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077385.055774:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077385.055775:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077385.055777:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077385.055779:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077385.055784:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077385.055786:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077385.055788:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:3.0:1769077385.055793:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077385.055794:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055796:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.055806:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077385.055808:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.055811:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077385.055812:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077385.055814:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077385.055819:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055840:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077385.055842:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.055845:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077385.055847:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077385.055848:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.055851:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373952:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077385.055854:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077385.055856:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077385.055857:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.055858:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077385.055861:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077385.055862:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.055866:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077385.055868:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077385.055870:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077385.055873:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617373952, portal 10
00000100:00000001:3.0:1769077385.055874:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077385.055875:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:3.0:1769077385.055881:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055886:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077385.055888:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077385.055889:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077385.055891:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617373952, offset 0
00000400:00000200:3.0:1769077385.055894:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077385.055897:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077385.055899:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077385.055902:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077385.055904:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077385.055906:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077385.055908:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077385.055910:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70617:70617:256:4294967295] 192.168.204.140@tcp LPNI seq info [70617:70617:8:4294967295]
00000400:00000200:3.0:1769077385.055913:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077385.055918:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077385.055921:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077385.055923:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077385.055926:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077385.055929:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077385.055932:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077385.055934:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077385.055936:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077385.055938:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077385.055940:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077385.055943:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077385.055946:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077385.055948:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077385.055951:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077385.055955:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055963:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.055966:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.055974:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.055976:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077385.055980:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077385.055984:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077385.055988:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077385.055991:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299043340
00000100:00000001:3.0:1769077385.055994:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299044806
00000100:00000001:3.0:1769077385.055996:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299043340
00000100:00000001:3.0:1769077385.055998:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299044806
00000100:00000001:3.0:1769077385.056000:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077385.056002:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.056003:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077385.056006:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077385.056013:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077385.056014:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077385.056015:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077385.056017:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077385.056018:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077385.056019:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077385.056022:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077385.056028:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056032:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077385.056033:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056034:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.056035:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077385.056037:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056041:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077385.056043:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056047:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077385.056049:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056050:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.056051:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056052:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077385.056053:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077385.056055:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077385.056058:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077385.056059:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077385.056062:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077385.056067:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617373952:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077385.056069:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077385.056071:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056075:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077385.056076:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.056078:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077385.056079:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077385.056080:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077385.056082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374080:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077385.056084:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077385.056086:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077385.056087:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077385.056089:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077385.056091:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077385.056093:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077385.056095:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077385.056097:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077385.056100:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077385.056102:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374080, portal 4
00000100:00000001:3.0:1769077385.056103:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077385.056104:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000040:3.0:1769077385.056108:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056117:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077385.056119:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077385.056121:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077385.056122:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617374080, offset 0
00000400:00000200:3.0:1769077385.056125:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077385.056127:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077385.056130:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077385.056132:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077385.056134:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077385.056135:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077385.056137:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077385.056139:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70618:70618:256:4294967295] 192.168.204.140@tcp LPNI seq info [70618:70618:8:4294967295]
00000400:00000200:3.0:1769077385.056142:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077385.056146:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077385.056150:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077385.056152:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077385.056155:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077385.056157:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077385.056160:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077385.056161:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077385.056164:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077385.056165:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077385.056167:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077385.056170:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077385.056171:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077385.056173:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077385.056175:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077385.056177:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056182:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.056184:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077410 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056193:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.056194:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077385.056196:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077385.056214:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077385.056217:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077385.056219:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299044806
00000100:00000001:3.0:1769077385.056220:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299044806
00000100:00000001:3.0:1769077385.056222:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299044806
00000100:00000001:3.0:1769077385.056224:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299044806
00000100:00000001:3.0:1769077385.056225:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077385.056226:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.056228:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077385.056230:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077385/real 1769077385]  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077385.056235:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077385.056236:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077385.056237:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077385.056239:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077385.056240:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077385.056242:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077385.056244:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077385.056250:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056254:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077385.056255:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056256:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.056257:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077385.056259:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056265:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077385.056267:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056272:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077385.056273:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056274:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077385.056275:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056276:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077385.056278:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077385.056280:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077385.056282:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077385.056283:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077385.056285:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077385.056290:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374080:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077385.056292:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056294:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.056296:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617373952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056300:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077385.056301:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077385.056302:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077385.056304:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077385.056305:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077385.056305:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077385.056307:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077385.056308:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:3.0:1769077385.056310:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077385.056311:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077385.056312:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:3.0:1769077385.056314:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077385.056314:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056316:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077385.056318:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617374080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077410 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077385.056322:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077385.056323:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077385.056324:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077385.056325:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077385.056326:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077385.056327:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077385.056328:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077385.056329:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:3.0:1769077385.056331:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077385.056332:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077385.056332:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:3.0:1769077385.056334:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077385.056334:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056336:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077385.056338:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077385.056339:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077385.056340:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077385.056341:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077385.374842:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077385.374846:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077385.374850:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077386.398833:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077386.398837:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077386.398840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077386.590737:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299044806, at 4299044864
00000100:00000010:0.0:1769077386.590756:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:3.0:1769077387.422945:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077387.422950:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077387.422955:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077388.446836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077388.446840:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077388.446843:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077389.470858:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077389.470866:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077389.470872:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077390.174788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.174801:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077390.174804:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.174808:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.174812:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.174820:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4376
00000400:00000200:2.0:1769077390.174830:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077390.174836:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.174839:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.174842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.174845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.174847:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.174849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077390.174853:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.174854:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077390.174857:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.174859:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077390.174861:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077390.174863:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077390.174865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.174866:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.174867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.174868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077390.174871:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077390.174874:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077390.174876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.174879:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.174883:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.174885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.174887:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077390.174889:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077390.174898:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077390.174901:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077390.174905:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.174907:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.174909:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.174912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.174917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077390.174926:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077390.174933:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077390.174950:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077390.174960:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.174964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.174968:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.174989:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077390.174992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077390.174994:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077390.174995:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.174997:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077390.174998:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.175000:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4376
00000400:00000200:2.0:1769077390.175003:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077390.175006:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077390.175008:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077390.175011:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.175016:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077390.175019:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.175020:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077390.175024:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077390.175025:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077390.175027:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077390.175034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077390.175035:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077390.175037:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077390.175039:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077390.175043:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.175048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175050:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077390.175054:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:3.0:1769077390.175056:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077390.175061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175065:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.175070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.175076:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.175083:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175088:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.175091:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077390.175094:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175096:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.175099:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1769077390.175100:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769077390.175103:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077390.175104:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077390.175126:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077390.175129:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077390.175130:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.175133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175138:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077390.175138:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.175144:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077390.175150:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077390.175151:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374208:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077390.175164:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077390.175166:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077390.175170:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077390.175171:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.175174:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.175177:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077390.175182:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077390.175187:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077390.175194:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175207:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077390.175210:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.175220:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077390.175220:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077390.175231:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077390.175245:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000001:2.0:1769077390.175246:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.175260:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077390.175265:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769077390.175265:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374208, portal 25
00000100:00000001:3.0:1769077390.175275:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769077390.175276:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077390.175280:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00080000:2.0:1769077390.175287:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077390.175290:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077390.175294:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077390.175294:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077390.175301:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077390.175309:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4376
00000100:00000001:3.0:1769077390.175321:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769077390.175322:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077390.175331:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077390.175332:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:3.0:1769077390.175335:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00080000:2.0:1769077390.175336:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1769077390.175355:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617374208, offset 0
00000100:00000040:2.0:1769077390.175362:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077390.175370:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175371:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077390.175378:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175380:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077390.175385:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:2.0:1769077390.175387:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077390.175389:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077390.175391:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077390.175393:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077390.175395:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:2.0:1769077390.175401:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077390.175405:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077390.175406:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077390.175429:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769077390.175435:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077390.175438:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077390.175447:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077390.175448:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769077390.175462:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077390.175462:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70619:70619:256:4294967295] 192.168.204.140@tcp LPNI seq info [70619:70619:8:4294967295]
00000100:00000001:2.0:1769077390.175474:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077390.175474:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769077390.175482:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077390.175497:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077390.175500:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077390.175502:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077390.175507:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077390.175512:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077390.175516:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077390.175520:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175521:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077390.175525:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077390.175529:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175530:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077390.175532:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000010:2.0:1769077390.175534:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077390.175540:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077390.175543:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077390.175544:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077390.175551:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077390.175554:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1769077390.175556:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077390.175559:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077390.175567:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000010:2.0:1769077390.175568:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077390.175578:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077390.175584:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769077390.175590:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077390.175591:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077390.175613:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077390.175620:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1769077390.175622:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077390.175628:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077390.175631:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769077390.175639:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077390.175643:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077390.175658:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077390.175663:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4386)
00000400:00000200:3.0:1769077390.175684:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077390.175690:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077390.175696:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077390.175703:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175714:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.175718:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175724:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.175725:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077390.175730:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077390.175734:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077390.175736:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299049927
00000100:00000010:3.0:1769077390.175740:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b36c0.
00000100:00000001:3.0:1769077390.175745:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077390.175756:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299049927
00000100:00000010:3.0:1769077390.175759:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3de0.
00000100:00000001:3.0:1769077390.175761:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077390.175764:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077390.175766:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.175768:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077390.175771:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077390.175779:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077390.175781:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077390.175782:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077390.175784:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077390.175786:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077390.175788:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077390.175790:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077390.175796:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175800:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077390.175802:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175803:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.175804:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077390.175807:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175811:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077390.175814:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175819:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077390.175821:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175822:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.175823:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175826:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077390.175827:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077390.175830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077390.175834:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077390.175835:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077390.175838:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077390.175844:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374208:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077390.175847:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175848:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.175850:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617374208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175867:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077390.175870:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077390.175873:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077390.175876:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077390.175878:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077390.175881:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077390.175883:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077390.175886:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769077390.175889:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077390.175891:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077390.175893:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:3.0:1769077390.175897:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077390.175899:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175901:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.175909:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077390.175912:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.175915:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077390.175917:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077390.175918:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077390.175923:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175931:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077390.175932:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.175935:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077390.175937:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077390.175940:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077390.175943:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374336:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077390.175947:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077390.175949:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077390.175951:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.175953:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077390.175956:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077390.175958:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077390.175963:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077390.175966:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077390.175970:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077390.175973:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374336, portal 10
00000100:00000001:3.0:1769077390.175976:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077390.175977:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:3.0:1769077390.175983:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.175987:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077390.175989:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077390.175991:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077390.175993:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617374336, offset 0
00000400:00000200:3.0:1769077390.175996:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077390.175999:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077390.176001:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077390.176004:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077390.176006:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077390.176008:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077390.176009:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077390.176011:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70620:70620:256:4294967295] 192.168.204.140@tcp LPNI seq info [70620:70620:8:4294967295]
00000400:00000200:3.0:1769077390.176014:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077390.176019:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077390.176023:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077390.176025:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077390.176028:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077390.176030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077390.176033:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077390.176035:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077390.176038:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077390.176039:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077390.176041:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077390.176043:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077390.176046:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077390.176047:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077390.176049:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077390.176051:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176057:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.176058:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176064:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.176065:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077390.176068:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077390.176072:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077390.176075:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077390.176086:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299048460
00000100:00000001:3.0:1769077390.176089:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299049927
00000100:00000001:3.0:1769077390.176095:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299048460
00000100:00000001:3.0:1769077390.176097:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299049927
00000100:00000001:3.0:1769077390.176099:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077390.176102:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.176103:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077390.176107:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077390.176126:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077390.176128:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077390.176130:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077390.176133:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077390.176134:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077390.176137:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077390.176140:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077390.176150:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176155:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077390.176156:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176157:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.176159:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077390.176161:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176166:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077390.176168:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176174:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077390.176177:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176178:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.176179:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176181:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077390.176183:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077390.176187:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077390.176190:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077390.176192:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077390.176197:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077390.176205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374336:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077390.176209:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077390.176213:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176221:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077390.176222:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.176225:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077390.176227:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077390.176229:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077390.176233:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374464:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077390.176236:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077390.176239:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077390.176240:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077390.176242:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077390.176246:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077390.176248:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077390.176253:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077390.176256:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077390.176260:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077390.176263:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374464, portal 4
00000100:00000001:3.0:1769077390.176265:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077390.176267:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:3.0:1769077390.176273:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176277:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077390.176278:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077390.176280:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077390.176282:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617374464, offset 0
00000400:00000200:3.0:1769077390.176285:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077390.176288:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077390.176290:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077390.176293:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077390.176295:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077390.176297:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077390.176298:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077390.176300:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70621:70621:256:4294967295] 192.168.204.140@tcp LPNI seq info [70621:70621:8:4294967295]
00000400:00000200:3.0:1769077390.176303:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077390.176308:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077390.176310:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077390.176313:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077390.176315:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077390.176317:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077390.176320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077390.176322:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077390.176325:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077390.176326:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077390.176328:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077390.176330:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077390.176332:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077390.176333:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077390.176335:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077390.176337:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176342:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.176344:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077415 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176349:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.176350:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077390.176352:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077390.176354:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077390.176356:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077390.176358:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299049926
00000100:00000001:3.0:1769077390.176360:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299049927
00000100:00000001:3.0:1769077390.176361:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299049926
00000100:00000001:3.0:1769077390.176363:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299049927
00000100:00000001:3.0:1769077390.176364:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077390.176365:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.176367:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077390.176369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077390/real 1769077390]  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077390.176373:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077390.176374:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077390.176376:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077390.176377:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077390.176378:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077390.176379:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077390.176381:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077390.176387:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176391:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077390.176392:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176393:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.176394:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077390.176396:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176400:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077390.176402:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176406:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077390.176408:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176409:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077390.176410:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176411:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077390.176414:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077390.176415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077390.176418:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077390.176419:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077390.176421:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077390.176426:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374464:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077390.176429:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176430:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.176432:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617374336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176436:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077390.176437:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077390.176438:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077390.176440:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077390.176441:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077390.176441:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077390.176442:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077390.176444:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077390.176445:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077390.176446:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077390.176447:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769077390.176449:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077390.176450:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176451:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077390.176453:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617374464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077415 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077390.176461:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077390.176462:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077390.176463:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077390.176465:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077390.176465:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077390.176466:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077390.176467:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077390.176468:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077390.176469:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077390.176470:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077390.176471:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:3.0:1769077390.176472:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077390.176473:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176474:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077390.176476:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077390.176477:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077390.176478:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077390.176479:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077390.494834:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077390.494838:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077390.494841:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077391.518812:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077391.518817:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077391.518821:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077391.710778:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299049927, at 4299049984
00000100:00000010:0.0:1769077391.710793:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000020:00000001:3.0:1769077392.542783:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077392.542786:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077392.542788:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077393.566881:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077393.566885:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077393.566887:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077394.590785:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077394.590788:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077394.590791:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077395.294758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077395.294767:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077395.294770:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077395.294772:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077395.294776:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077395.294781:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4381
00000400:00000200:0.0:1769077395.294789:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077395.294793:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077395.294796:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077395.294799:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077395.294803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077395.294808:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077395.294810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077395.294812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077395.294814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077395.294815:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077395.294817:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077395.294819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077395.294822:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077395.294825:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077395.294828:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077395.294832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077395.294835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077395.294836:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.294838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077395.294839:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077395.294847:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077395.294849:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077395.294852:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077395.294853:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.294855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077395.294857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077395.294861:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077395.294867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077395.294872:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077395.294878:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077395.294887:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077395.294890:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077395.294894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077395.294912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077395.294914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077395.294917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077395.294918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077395.294919:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077395.294921:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077395.294923:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4381
00000400:00000200:0.0:1769077395.294927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077395.294930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077395.294933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077395.294937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077395.294942:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.294944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077395.294946:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077395.294948:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077395.294950:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077395.294952:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769077395.294953:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077395.294957:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077395.294962:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000040:3.0:1769077395.294963:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077395.294968:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077395.294974:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077395.294979:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077395.294981:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077395.294984:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:3.0:1769077395.294985:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077395.294989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769077395.294990:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769077395.294994:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:3.0:1769077395.294995:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.294999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00100000:3.0:1769077395.295003:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374592:192.168.204.140@tcp:250:kworker.0
00000020:00000040:0.0:1769077395.295004:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077395.295010:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077395.295012:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077395.295013:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077395.295016:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077395.295019:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077395.295021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077395.295023:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077395.295035:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295038:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077395.295039:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077395.295044:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077395.295048:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077395.295048:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
00000100:00000001:0.0:1769077395.295051:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077395.295055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077395.295057:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077395.295059:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077395.295063:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295063:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.295064:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077395.295067:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077395.295070:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077395.295073:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000400:00000200:3.0:1769077395.295077:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077395.295079:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077395.295082:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000100:00100000:0.0:1769077395.295087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077395.295090:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000001:0.0:1769077395.295097:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077395.295099:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077395.295101:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374592, portal 25
00000100:00000040:0.0:1769077395.295102:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295108:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077395.295111:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000001:0.0:1769077395.295114:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077395.295118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077395.295121:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077395.295123:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077395.295125:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077395.295132:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077395.295134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077395.295141:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077395.295144:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077395.295145:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077395.295148:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077395.295150:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00080000:0.0:1769077395.295154:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4381
00000100:00000200:3.0:1769077395.295156:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617374592, offset 0
00000400:00000200:0.0:1769077395.295160:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077395.295163:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077395.295165:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077395.295171:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.295173:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077395.295176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.295180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077395.295181:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077395.295186:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077395.295188:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077395.295189:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077395.295191:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077395.295192:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:0.0:1769077395.295194:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077395.295197:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077395.295201:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769077395.295202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077395.295206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077395.295208:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295209:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077395.295211:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077395.295214:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077395.295215:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769077395.295219:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295222:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077395.295224:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295226:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769077395.295228:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077395.295232:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70622:70622:256:4294967295] 192.168.204.140@tcp LPNI seq info [70622:70622:8:4294967295]
02000000:00000001:0.0:1769077395.295233:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077395.295238:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295242:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077395.295243:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077395.295246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077395.295249:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.295253:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295258:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000010:0.0:1769077395.295259:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077395.295263:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077395.295269:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1769077395.295269:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077395.295271:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077395.295275:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077395.295276:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077395.295277:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077395.295279:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
02000000:00000010:0.0:1769077395.295281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077395.295286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077395.295291:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:0.0:1769077395.295293:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769077395.295298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769077395.295300:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077395.295304:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077395.295311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769077395.295312:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077395.295320:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769077395.295325:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769077395.295327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077395.295331:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000040:0.0:1769077395.295333:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4391)
00000400:00000200:3.0:1769077395.295336:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077395.295342:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077395.295346:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077395.295348:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077395.295351:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077395.295355:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295362:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.295365:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295370:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295371:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077395.295375:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295378:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077395.295380:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299055046
00000100:00000010:3.0:1769077395.295385:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3660.
00000100:00000001:3.0:1769077395.295390:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077395.295395:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299055046
00000100:00000010:3.0:1769077395.295397:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ba0.
00000100:00000001:3.0:1769077395.295399:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077395.295403:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077395.295405:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295407:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077395.295410:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077395/real 1769077395]  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077395.295422:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077395.295423:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077395.295425:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077395.295427:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077395.295428:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077395.295430:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077395.295432:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077395.295438:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295442:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077395.295444:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295445:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295447:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077395.295449:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295454:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077395.295457:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295462:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077395.295464:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295465:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295466:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295467:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077395.295469:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077395.295470:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077395.295473:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077395.295474:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077395.295477:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077395.295483:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374592:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077395.295486:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295488:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.295489:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617374592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295493:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077395.295495:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077395.295497:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077395.295499:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077395.295500:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077395.295501:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077395.295503:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077395.295504:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:3.0:1769077395.295507:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077395.295508:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077395.295509:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:3.0:1769077395.295511:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077395.295512:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295514:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295519:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077395.295529:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295531:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077395.295532:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077395.295533:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077395.295535:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295540:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077395.295541:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295543:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077395.295544:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077395.295546:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077395.295548:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374720:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077395.295550:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077395.295552:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077395.295553:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295554:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077395.295556:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077395.295557:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295560:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077395.295562:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077395.295565:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077395.295567:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374720, portal 10
00000100:00000001:3.0:1769077395.295568:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077395.295569:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:3.0:1769077395.295573:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295578:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077395.295579:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077395.295581:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077395.295582:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617374720, offset 0
00000400:00000200:3.0:1769077395.295585:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295588:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077395.295590:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077395.295592:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077395.295594:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077395.295596:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077395.295597:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295599:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70623:70623:256:4294967295] 192.168.204.140@tcp LPNI seq info [70623:70623:8:4294967295]
00000400:00000200:3.0:1769077395.295602:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077395.295607:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077395.295609:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077395.295612:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077395.295614:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077395.295616:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077395.295619:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077395.295621:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077395.295624:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077395.295625:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077395.295627:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077395.295629:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077395.295631:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077395.295633:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077395.295634:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077395.295636:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295641:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.295643:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295647:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295648:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077395.295650:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077395.295653:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077395.295655:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077395.295676:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299053579
00000100:00000001:3.0:1769077395.295679:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299055046
00000100:00000001:3.0:1769077395.295681:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299053580
00000100:00000001:3.0:1769077395.295683:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299055046
00000100:00000001:3.0:1769077395.295686:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077395.295688:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295690:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077395.295695:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077395/real 1769077395]  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077395.295703:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077395.295704:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077395.295706:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077395.295709:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077395.295711:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077395.295713:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077395.295716:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077395.295726:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295733:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077395.295735:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295737:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295738:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077395.295742:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295747:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077395.295750:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295754:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077395.295756:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295757:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295758:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295759:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077395.295760:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077395.295761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077395.295763:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077395.295765:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077395.295767:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077395.295772:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374720:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077395.295775:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077395.295777:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295782:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077395.295783:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295785:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077395.295786:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077395.295787:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077395.295789:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374848:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077395.295791:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077395.295793:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077395.295794:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077395.295795:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077395.295798:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077395.295799:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077395.295803:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077395.295806:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077395.295809:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077395.295812:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374848, portal 4
00000100:00000001:3.0:1769077395.295814:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077395.295815:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000040:3.0:1769077395.295821:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295828:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077395.295830:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077395.295833:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077395.295835:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617374848, offset 0
00000400:00000200:3.0:1769077395.295840:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295845:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077395.295848:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077395.295852:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077395.295855:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077395.295857:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077395.295860:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077395.295863:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70624:70624:256:4294967295] 192.168.204.140@tcp LPNI seq info [70624:70624:8:4294967295]
00000400:00000200:3.0:1769077395.295867:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077395.295874:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077395.295878:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077395.295882:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077395.295886:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077395.295889:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077395.295893:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077395.295896:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077395.295900:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077395.295902:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077395.295906:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077395.295909:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077395.295913:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077395.295915:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077395.295917:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077395.295921:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295929:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.295932:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077420 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295936:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295938:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077395.295940:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077395.295942:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077395.295945:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077395.295946:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299055046
00000100:00000001:3.0:1769077395.295948:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299055046
00000100:00000001:3.0:1769077395.295950:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299055046
00000100:00000001:3.0:1769077395.295951:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299055046
00000100:00000001:3.0:1769077395.295953:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077395.295954:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.295956:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077395.295958:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077395/real 1769077395]  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077395.295963:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077395.295964:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077395.295965:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077395.295966:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077395.295967:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077395.295969:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077395.295970:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077395.295976:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295980:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077395.295981:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295982:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295983:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077395.295985:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295989:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077395.295991:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.295995:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077395.295997:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.295998:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077395.295999:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.296000:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077395.296003:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077395.296005:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077395.296009:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077395.296011:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077395.296015:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077395.296023:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617374848:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077395.296040:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.296042:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.296046:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617374720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.296053:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077395.296055:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077395.296057:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077395.296061:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077395.296062:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077395.296064:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077395.296066:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077395.296068:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769077395.296071:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077395.296072:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077395.296074:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:3.0:1769077395.296076:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077395.296077:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.296078:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077395.296081:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617374848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077420 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077395.296085:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077395.296086:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077395.296087:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077395.296089:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077395.296090:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077395.296091:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077395.296093:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077395.296094:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769077395.296097:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077395.296098:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077395.296099:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:3.0:1769077395.296101:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077395.296103:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.296104:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077395.296108:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077395.296109:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077395.296111:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077395.296113:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077395.614854:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077395.614858:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077395.614860:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077396.638868:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077396.638874:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077396.638878:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077396.830797:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299055046, at 4299055104
00000100:00000010:0.0:1769077396.830821:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000020:00000001:3.0:1769077397.662846:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077397.662850:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077397.662853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077398.686862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077398.686866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077398.686869:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077399.710867:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077399.710870:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077399.710874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077400.415067:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077400.415072:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077400.415076:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077400.415086:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415102:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077400.415107:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.415112:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077400.415117:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077400.415121:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077400.415126:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374976:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077400.415133:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077400.415139:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077400.415142:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.415146:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077400.415153:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077400.415157:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077400.415173:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077400.415179:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077400.415188:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077400.415197:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617374976, portal 25
00000100:00000001:3.0:1769077400.415201:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077400.415202:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000100:00000040:3.0:1769077400.415211:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415221:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077400.415225:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077400.415232:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077400.415240:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617374976, offset 0
00000400:00000200:3.0:1769077400.415260:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077400.415273:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.415286:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077400.415294:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077400.415303:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077400.415309:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077400.415317:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077400.415327:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70625:70625:256:4294967295] 192.168.204.140@tcp LPNI seq info [70625:70625:8:4294967295]
00000400:00000200:3.0:1769077400.415340:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.415357:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077400.415367:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.415376:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077400.415390:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077400.415399:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077400.415411:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077400.415420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077400.415433:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.415440:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077400.415450:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077400.415463:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077400.415471:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077400.415477:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077400.415484:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077400.415493:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415516:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.415523:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415538:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.415542:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077400.415550:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077400.415559:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077400.415566:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299060166
00000100:00000010:3.0:1769077400.415576:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3960.
00000100:00000001:3.0:1769077400.415585:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077400.415594:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299060166
00000100:00000010:3.0:1769077400.415600:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ea0.
00000100:00000001:3.0:1769077400.415604:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077400.415608:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077400.415611:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.415614:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077400.415620:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077400/real 1769077400]  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077400.415630:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077400.415632:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077400.415634:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077400.415637:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077400.415639:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077400.415642:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077400.415646:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077400.415685:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415693:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077400.415695:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415697:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.415699:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077400.415703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415710:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077400.415715:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415723:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077400.415725:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415727:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.415728:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415730:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077400.415732:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077400.415735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077400.415739:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077400.415741:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077400.415745:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077400.415752:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617374976:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077400.415757:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415759:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.415762:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708700 x1855007617374976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415773:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077400.415775:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077400.415777:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077400.415780:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077400.415782:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077400.415784:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077400.415786:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077400.415788:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769077400.415792:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077400.415794:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077400.415795:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708700.
00000100:00000001:3.0:1769077400.415799:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077400.415800:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415802:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.415808:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077400.415810:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.415812:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077400.415814:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077400.415815:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077400.415819:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415826:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077400.415827:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.415829:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077400.415831:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077400.415834:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077400.415837:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375104:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077400.415841:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077400.415843:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077400.415844:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.415846:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077400.415849:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077400.415851:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077400.415855:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077400.415859:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077400.415862:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077400.415865:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375104, portal 10
00000100:00000001:3.0:1769077400.415867:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077400.415869:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880243072 : -121799829308544 : ffff91394470bb80)
00000100:00000040:3.0:1769077400.415875:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.415882:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077400.415884:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077400.415886:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077400.415888:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617375104, offset 0
00000400:00000200:3.0:1769077400.415893:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077400.415896:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.415900:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077400.415903:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077400.415906:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077400.415908:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077400.415911:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077400.415915:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70626:70626:256:4294967295] 192.168.204.140@tcp LPNI seq info [70626:70626:8:4294967295]
00000400:00000200:3.0:1769077400.415919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.415926:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077400.415931:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.415934:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077400.415958:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077400.415962:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077400.415975:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077400.415978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077400.415981:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.415984:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077400.415987:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077400.415991:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077400.415994:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077400.415996:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077400.415999:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077400.416003:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416012:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.416015:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416022:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.416024:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077400.416028:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077400.416032:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077400.416036:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077400.416038:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299058700
00000100:00000001:3.0:1769077400.416041:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299060166
00000100:00000001:3.0:1769077400.416043:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299058700
00000100:00000001:3.0:1769077400.416045:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299060166
00000100:00000001:3.0:1769077400.416048:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077400.416050:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.416052:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077400.416057:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077400/real 1769077400]  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077400.416065:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077400.416066:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077400.416068:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077400.416070:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077400.416072:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077400.416075:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077400.416078:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077400.416087:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416101:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077400.416102:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416104:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.416106:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077400.416110:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416117:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077400.416121:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416129:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077400.416131:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416133:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.416134:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416136:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077400.416138:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077400.416141:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077400.416145:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077400.416147:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077400.416151:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077400.416159:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375104:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077400.416163:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077400.416167:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416173:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077400.416175:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.416178:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077400.416180:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077400.416182:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077400.416185:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375232:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077400.416188:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077400.416190:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077400.416192:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077400.416194:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077400.416197:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077400.416199:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077400.416203:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077400.416206:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077400.416209:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077400.416212:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375232, portal 4
00000100:00000001:3.0:1769077400.416214:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077400.416215:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880241280 : -121799829310336 : ffff91394470b480)
00000100:00000040:3.0:1769077400.416221:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416227:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077400.416230:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077400.416232:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077400.416235:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617375232, offset 0
00000400:00000200:3.0:1769077400.416239:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077400.416243:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.416247:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077400.416250:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077400.416252:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077400.416255:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077400.416257:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077400.416260:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70627:70627:256:4294967295] 192.168.204.140@tcp LPNI seq info [70627:70627:8:4294967295]
00000400:00000200:3.0:1769077400.416264:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077400.416271:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077400.416276:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.416280:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077400.416283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077400.416285:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077400.416288:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077400.416290:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077400.416293:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077400.416294:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077400.416296:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077400.416299:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077400.416301:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077400.416302:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077400.416304:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077400.416306:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416312:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.416314:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416318:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.416319:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077400.416321:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077400.416324:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077400.416326:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077400.416328:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299060166
00000100:00000001:3.0:1769077400.416329:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299060166
00000100:00000001:3.0:1769077400.416331:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299060166
00000100:00000001:3.0:1769077400.416332:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299060166
00000100:00000001:3.0:1769077400.416334:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077400.416335:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.416336:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077400.416338:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077400/real 1769077400]  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077400.416344:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077400.416345:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077400.416346:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077400.416347:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077400.416348:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077400.416350:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077400.416352:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077400.416357:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416361:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077400.416362:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416363:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.416364:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077400.416366:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416370:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077400.416372:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416376:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077400.416378:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416379:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077400.416380:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416381:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077400.416383:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077400.416385:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077400.416387:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077400.416388:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077400.416391:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077400.416396:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375232:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077400.416398:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416399:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.416401:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470bb80 x1855007617375104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416405:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077400.416406:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077400.416407:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077400.416408:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077400.416409:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077400.416410:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077400.416411:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077400.416412:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25400.
02000000:00000001:3.0:1769077400.416414:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077400.416414:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077400.416415:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470bb80.
00000100:00000001:3.0:1769077400.416417:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077400.416418:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416419:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077400.416421:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b480 x1855007617375232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077425 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077400.416425:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077400.416425:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077400.416426:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077400.416428:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077400.416428:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077400.416429:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077400.416430:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077400.416431:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26400.
02000000:00000001:3.0:1769077400.416432:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077400.416433:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077400.416434:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b480.
00000100:00000001:3.0:1769077400.416436:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077400.416437:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416438:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077400.416440:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077400.416441:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077400.416442:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077400.416443:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077400.734860:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077400.734864:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077400.734868:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077401.758870:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077401.758874:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077401.758877:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077401.950835:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299060166, at 4299060224
00000100:00000010:0.0:1769077401.950865:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:3.0:1769077402.782814:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077402.782818:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077402.782821:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077403.806806:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077403.806809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077403.806812:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077404.830842:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077404.830847:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077404.830851:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077405.534808:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077405.534820:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077405.534824:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077405.534829:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077405.534834:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077405.534842:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4391
00000400:00000200:2.0:1769077405.534867:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077405.534875:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077405.534878:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077405.534881:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.534884:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077405.534886:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.534888:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077405.534892:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077405.534893:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077405.534896:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077405.534898:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077405.534900:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077405.534902:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077405.534905:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.534907:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077405.534909:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.534910:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077405.534913:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077405.534916:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077405.534918:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077405.534920:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077405.534923:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077405.534926:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.534927:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077405.534929:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077405.534939:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077405.534942:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077405.534945:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077405.534947:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.534950:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077405.534953:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077405.534957:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077405.534964:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077405.534970:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077405.534977:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077405.534987:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077405.534991:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077405.534995:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077405.535035:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077405.535038:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077405.535041:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077405.535042:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077405.535044:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077405.535046:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077405.535048:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4391
00000400:00000200:2.0:1769077405.535052:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077405.535054:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077405.535056:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077405.535058:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077405.535062:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535064:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077405.535065:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077405.535067:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077405.535068:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077405.535070:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077405.535071:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077405.535073:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077405.535076:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535078:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077405.535080:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535082:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077405.535084:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077405.535084:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077405.535090:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077405.535091:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077405.535092:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535095:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077405.535097:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077405.535104:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077405.535105:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077405.535112:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.535118:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077405.535119:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077405.535123:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077405.535125:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077405.535126:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077405.535131:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1769077405.535132:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.535134:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.535137:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077405.535140:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617375360:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077405.535146:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769077405.535147:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:3.0:1769077405.535150:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077405.535154:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077405.535154:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.535160:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077405.535162:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077405.535165:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077405.535166:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
00000100:00000001:2.0:1769077405.535168:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077405.535172:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077405.535173:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077405.535178:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077405.535184:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000400:00000200:3.0:1769077405.535184:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077405.535190:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000100:00000001:2.0:1769077405.535191:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077405.535217:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077405.535217:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000001:2.0:1769077405.535226:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077405.535227:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375360, portal 25
00000100:00000001:2.0:1769077405.535230:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535231:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077405.535234:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:2.0:1769077405.535237:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077405.535243:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077405.535251:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535257:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077405.535272:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077405.535280:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077405.535280:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077405.535287:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077405.535287:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00080000:2.0:1769077405.535294:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:3.0:1769077405.535295:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617375360, offset 0
00000100:00000001:2.0:1769077405.535297:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077405.535301:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077405.535303:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077405.535304:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077405.535308:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4391
00000400:00000200:2.0:1769077405.535313:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077405.535316:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077405.535318:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077405.535320:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535322:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077405.535325:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077405.535327:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535332:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077405.535336:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:2.0:1769077405.535338:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077405.535342:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077405.535343:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077405.535349:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769077405.535351:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:2.0:1769077405.535354:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077405.535358:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769077405.535361:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077405.535362:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:2.0:1769077405.535370:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077405.535370:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70628:70628:256:4294967295] 192.168.204.140@tcp LPNI seq info [70628:70628:8:4294967295]
00000100:00000040:2.0:1769077405.535382:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077405.535382:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077405.535389:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077405.535395:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535401:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077405.535401:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1769077405.535407:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.0:1769077405.535412:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077405.535413:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077405.535419:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077405.535421:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769077405.535421:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
02000000:00000001:2.0:1769077405.535426:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077405.535429:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077405.535433:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769077405.535434:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077405.535439:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:3.0:1769077405.535440:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000008:00000001:2.0:1769077405.535442:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077405.535447:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077405.535451:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:2.0:1769077405.535453:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000800:00000200:3.1:1769077405.535455:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1769077405.535457:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077405.535462:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1769077405.535463:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077405.535465:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077405.535466:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077405.535468:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077405.535471:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077405.535474:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077405.535475:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077405.535481:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000400:00000200:3.0:1769077405.535483:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077405.535486:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077405.535489:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077405.535492:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00100000:2.0:1769077405.535495:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077405.535497:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077405.535506:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077405.535506:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077405.535512:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077405.535522:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535524:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.535531:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077405.535533:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077405.535538:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4401)
00000100:00000001:3.0:1769077405.535549:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535551:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077405.535560:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077405.535564:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077405.535566:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299065286
00000100:00000010:3.0:1769077405.535571:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3960.
00000100:00000001:3.0:1769077405.535577:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077405.535582:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299065286
00000100:00000010:3.0:1769077405.535584:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ea0.
00000100:00000001:3.0:1769077405.535588:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077405.535590:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077405.535593:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535595:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077405.535598:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077405.535606:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077405.535607:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077405.535609:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077405.535611:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077405.535612:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077405.535614:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077405.535617:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077405.535645:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535650:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077405.535651:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535652:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.535654:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077405.535656:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535661:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077405.535664:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535669:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077405.535671:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535672:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.535672:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535715:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077405.535718:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077405.535721:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077405.535726:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077405.535729:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077405.535736:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077405.535746:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617375360:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077405.535752:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535755:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.535758:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617375360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535775:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077405.535778:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077405.535781:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077405.535785:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077405.535788:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077405.535790:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077405.535792:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077405.535795:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077405.535798:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077405.535800:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077405.535801:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:3.0:1769077405.535804:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077405.535805:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535807:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.535814:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077405.535815:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.535817:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077405.535818:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077405.535820:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077405.535824:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535829:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077405.535831:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.535833:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077405.535834:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077405.535836:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077405.535838:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375488:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077405.535841:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077405.535843:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077405.535844:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.535846:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077405.535849:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077405.535850:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077405.535888:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077405.535892:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077405.535894:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077405.535896:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375488, portal 10
00000100:00000001:3.0:1769077405.535898:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077405.535899:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:3.0:1769077405.535904:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.535909:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077405.535910:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077405.535912:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077405.535913:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617375488, offset 0
00000400:00000200:3.0:1769077405.535916:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077405.535919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077405.535921:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077405.535923:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077405.535925:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077405.535927:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077405.535928:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077405.535931:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70629:70629:256:4294967295] 192.168.204.140@tcp LPNI seq info [70629:70629:8:4294967295]
00000400:00000200:3.0:1769077405.535933:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077405.535955:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077405.535959:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077405.535962:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077405.535966:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077405.535969:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077405.535975:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077405.535979:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077405.535984:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077405.535986:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077405.535990:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077405.535994:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077405.535998:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077405.536016:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077405.536019:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077405.536024:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536034:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.536038:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536047:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.536049:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077405.536053:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077405.536058:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077405.536062:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077405.536081:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299063820
00000100:00000001:3.0:1769077405.536083:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299065286
00000100:00000001:3.0:1769077405.536085:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299063820
00000100:00000001:3.0:1769077405.536086:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299065286
00000100:00000001:3.0:1769077405.536088:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077405.536090:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.536091:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077405.536094:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077405.536100:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077405.536101:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077405.536102:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077405.536104:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077405.536106:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077405.536107:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077405.536110:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077405.536116:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536125:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077405.536126:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536127:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.536128:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077405.536131:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536136:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077405.536138:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536143:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077405.536145:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536146:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.536147:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536148:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077405.536149:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077405.536152:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077405.536154:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077405.536156:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077405.536159:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077405.536164:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375488:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077405.536167:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077405.536169:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536174:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077405.536175:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.536177:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077405.536179:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077405.536180:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077405.536198:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375616:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077405.536200:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077405.536202:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077405.536203:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077405.536204:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077405.536206:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077405.536207:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077405.536210:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077405.536212:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077405.536214:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077405.536216:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375616, portal 4
00000100:00000001:3.0:1769077405.536218:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077405.536219:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:3.0:1769077405.536223:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536227:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077405.536229:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077405.536230:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00000200:3.0:1769077405.536232:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617375616, offset 0
00000400:00000200:3.0:1769077405.536234:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077405.536237:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077405.536239:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077405.536241:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077405.536243:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077405.536244:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077405.536261:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077405.536264:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70630:70630:256:4294967295] 192.168.204.140@tcp LPNI seq info [70630:70630:8:4294967295]
00000400:00000200:3.0:1769077405.536267:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077405.536272:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077405.536276:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077405.536279:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077405.536282:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077405.536284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077405.536287:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077405.536289:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077405.536292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077405.536293:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077405.536295:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077405.536298:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077405.536300:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:3.0:1769077405.536301:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:3.0:1769077405.536303:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077405.536306:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536311:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.536313:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077430 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536318:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.536319:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077405.536322:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077405.536324:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077405.536327:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077405.536328:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299065286
00000100:00000001:3.0:1769077405.536330:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299065286
00000100:00000001:3.0:1769077405.536332:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299065286
00000100:00000001:3.0:1769077405.536333:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299065286
00000100:00000001:3.0:1769077405.536334:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077405.536336:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.536337:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077405.536340:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077405/real 1769077405]  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077405.536346:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077405.536347:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077405.536348:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077405.536350:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077405.536351:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077405.536352:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077405.536354:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077405.536360:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536364:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077405.536365:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536366:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.536367:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077405.536370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536374:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077405.536377:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536382:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077405.536384:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536385:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077405.536386:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536387:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077405.536390:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077405.536392:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077405.536394:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077405.536395:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077405.536398:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077405.536404:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375616:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077405.536407:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536408:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.536410:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617375488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536415:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077405.536416:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077405.536417:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077405.536419:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077405.536420:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077405.536421:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077405.536423:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077405.536424:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077405.536426:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077405.536427:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077405.536428:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769077405.536431:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077405.536432:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536433:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077405.536435:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617375616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077430 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077405.536439:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077405.536440:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077405.536441:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077405.536442:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077405.536443:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077405.536444:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077405.536445:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077405.536446:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077405.536448:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077405.536449:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077405.536450:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:3.0:1769077405.536452:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077405.536453:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536454:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077405.536457:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077405.536458:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077405.536459:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077405.536461:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077405.854823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077405.854826:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077405.854829:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077406.878797:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077406.878800:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077406.878804:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077407.070748:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299065286, at 4299065344
00000100:00000010:0.0:1769077407.070761:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3960.
00000020:00000001:3.0:1769077407.902829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077407.902832:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077407.902836:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077408.926857:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077408.926861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077408.926864:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077409.950967:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077409.950972:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077409.950977:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077410.654756:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077410.654765:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077410.654779:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077410.654782:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077410.654786:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077410.654792:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4396
00000400:00000200:2.0:1769077410.654801:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077410.654806:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077410.654808:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077410.654823:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.654826:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077410.654828:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.654830:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077410.654833:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077410.654835:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077410.654837:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077410.654840:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077410.654841:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077410.654843:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077410.654846:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.654847:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077410.654850:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.654852:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077410.654856:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077410.654861:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077410.654864:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077410.654867:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077410.654871:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077410.654874:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.654877:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077410.654879:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077410.654890:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077410.654895:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077410.654899:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077410.654901:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.654905:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077410.654908:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077410.654915:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077410.654924:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077410.654931:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077410.654940:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077410.654952:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077410.654958:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077410.654984:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077410.655028:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077410.655035:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077410.655042:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077410.655045:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077410.655048:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077410.655054:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077410.655059:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4396
00000400:00000200:2.0:1769077410.655068:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077410.655075:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077410.655080:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077410.655085:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655088:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077410.655092:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655095:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077410.655098:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077410.655100:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077410.655104:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077410.655105:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077410.655135:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077410.655139:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077410.655139:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077410.655141:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077410.655145:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077410.655146:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655148:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077410.655150:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655151:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077410.655153:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077410.655155:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655160:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077410.655162:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077410.655167:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077410.655168:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077410.655170:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655193:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077410.655199:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077410.655202:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769077410.655204:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.655206:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655208:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.655212:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769077410.655214:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
02000000:00000001:3.0:1769077410.655217:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077410.655220:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077410.655222:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077410.655228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617375744:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077410.655232:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077410.655235:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077410.655238:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077410.655239:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.655243:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655244:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077410.655248:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077410.655250:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077410.655253:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077410.655259:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000010:2.0:1769077410.655262:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077410.655264:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655271:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077410.655277:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077410.655284:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077410.655290:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000100:00000001:2.0:1769077410.655294:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077410.655299:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077410.655304:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000040:2.0:1769077410.655306:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077410.655317:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375744, portal 25
00000100:00000001:3.0:1769077410.655324:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077410.655325:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.655328:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:2.0:1769077410.655350:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077410.655358:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077410.655359:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077410.655365:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077410.655375:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077410.655379:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077410.655382:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077410.655384:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077410.655391:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655392:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077410.655414:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170ee0.
00000100:00080000:2.0:1769077410.655416:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4396
00000100:00000200:3.0:1769077410.655421:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617375744, offset 0
00000400:00000200:3.0:1769077410.655440:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077410.655442:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077410.655450:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077410.655456:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769077410.655457:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077410.655465:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655470:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077410.655470:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769077410.655476:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655481:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077410.655482:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1769077410.655485:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077410.655489:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077410.655492:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:2.0:1769077410.655493:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077410.655499:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077410.655504:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769077410.655505:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077410.655521:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:2.0:1769077410.655524:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077410.655530:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70631:70631:256:4294967295] 192.168.204.140@tcp LPNI seq info [70631:70631:8:4294967295]
00000100:00000040:2.0:1769077410.655535:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077410.655541:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077410.655543:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077410.655551:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077410.655560:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077410.655561:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1769077410.655568:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.0:1769077410.655574:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077410.655581:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000010:3.0:1769077410.655583:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077410.655589:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077410.655596:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1769077410.655596:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077410.655603:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077410.655610:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655613:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077410.655617:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:3.1:1769077410.655618:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:2.0:1769077410.655627:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655633:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077410.655641:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077410.655641:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077410.655671:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077410.655672:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077410.655738:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769077410.655740:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299070407
02000000:00000001:2.0:1769077410.655742:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077410.655747:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3660.
00000100:00000001:2.0:1769077410.655748:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077410.655752:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077410.655757:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1769077410.655758:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077410.655782:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:3.0:1769077410.655784:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299070407
00000100:00000001:2.0:1769077410.655788:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077410.655791:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ba0.
00000100:00100000:2.0:1769077410.655796:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077410.655823:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077410.655833:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077410.655838:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077410.655839:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077410.655848:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.655849:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.655856:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077410.655864:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077410.655865:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077410.655886:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077410.655897:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077410.655903:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077410.655908:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077410.655918:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077410.655932:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4406)
00000100:00000040:3.0:1769077410.655935:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077410.655961:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077410.655963:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.655965:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077410.655968:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077410.655970:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077410.655973:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375872:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077410.655976:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077410.655979:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077410.655981:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.655982:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077410.655987:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077410.655989:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077410.655993:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077410.655996:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a160.
00000400:00000010:3.0:1769077410.655999:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170cc0.
00000100:00000200:3.0:1769077410.656001:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617375872, portal 10
00000100:00000001:3.0:1769077410.656003:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077410.656004:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077410.656010:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077410.656016:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077410.656017:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077410.656020:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170440.
00000100:00000200:3.0:1769077410.656022:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617375872, offset 0
00000400:00000200:3.0:1769077410.656027:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077410.656030:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077410.656033:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077410.656036:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077410.656038:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077410.656040:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077410.656042:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077410.656045:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70632:70632:255:4294967295] 192.168.204.140@tcp LPNI seq info [70632:70632:7:4294967295]
00000400:00000200:3.0:1769077410.656048:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077410.656053:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077410.656057:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077410.656059:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4e00.
00000800:00000200:3.0:1769077410.656063:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077410.656066:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077410.656068:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077410.656071:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077410.656074:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077410.656076:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299068940
00000100:00000001:3.0:1769077410.656078:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299070407
00000100:00000001:3.0:1769077410.656080:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299068940
00000100:00000001:3.0:1769077410.656081:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299070407
00000100:00000001:3.0:1769077410.656083:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077410.656084:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.656086:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.656088:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077410.656090:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077410.656092:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077410.656093:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077410.656094:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077410.656095:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077410.656098:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077410.656104:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077410.656105:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.656107:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077410.656108:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077410.656110:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077410.656112:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376000:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077410.656115:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077410.656116:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077410.656117:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077410.656118:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077410.656120:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077410.656121:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077410.656124:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077410.656126:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077410.656129:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077410.656130:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376000, portal 4
00000100:00000001:3.0:1769077410.656148:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077410.656150:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:3.0:1769077410.656158:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077410.656166:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077410.656169:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077410.656171:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170f68.
00000100:00000200:3.0:1769077410.656174:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617376000, offset 0
00000400:00000200:3.0:1769077410.656180:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077410.656184:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077410.656187:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077410.656192:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077410.656195:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077410.656215:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077410.656218:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077410.656220:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70633:70633:254:4294967295] 192.168.204.140@tcp LPNI seq info [70633:70633:6:4294967295]
00000400:00000200:3.0:1769077410.656224:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077410.656230:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077410.656234:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077410.656237:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077410.656242:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077410.656248:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077410.656251:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077410.656256:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077410.656260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077410.656264:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299070406
00000100:00000001:3.0:1769077410.656268:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299070407
00000100:00000001:3.0:1769077410.656271:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299070406
00000100:00000001:3.0:1769077410.656274:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299070407
00000100:00000001:3.0:1769077410.656293:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077410.656296:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.656299:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.656302:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077410.656305:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077410.656307:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077410.656309:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077410.656310:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077410.656312:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077410.656314:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077410.974863:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077410.974867:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077410.974870:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077411.998893:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077411.998898:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077411.998903:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077412.190734:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299070407, at 4299070464
00000100:00000010:0.0:1769077412.190763:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00000020:00000001:3.0:1769077413.022811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077413.022815:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077413.022819:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077413.726916:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077413.726954:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077413.726963:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077413.726967:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077413.726970:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077413.726973:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077413.726978:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077413.726983:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:0.0:1769077413.726988:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077413.726992:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077413.726999:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170ee0
00000400:00000010:0.0:1769077413.727001:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170ee0.
00000100:00000001:0.0:1769077413.727007:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077413.727016:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077413.727048:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077413.727054:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077413.727068:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077413.727071:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077413.727081:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077413.727084:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:0.0:1769077413.727087:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077413.727092:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077413.727096:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170440
00000400:00000010:0.0:1769077413.727098:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170440.
00000100:00000001:0.0:1769077413.727101:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077413.727107:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077413.727116:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077413.727119:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077413.727127:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077413.727132:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077413.727133:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000800:00000100:0.0:1769077413.727144:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000100:00000001:3.0:1769077413.727145:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000800:00000010:0.0:1769077413.727152:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000100:00000001:3.0:1769077413.727153:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000400:00000200:0.0:1769077413.727162:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077413.727177:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000100:00100000:3.0:1769077413.727178:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077413]  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077413.727186:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170f68
00000400:00000010:0.0:1769077413.727191:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170f68.
00000100:00000001:0.0:1769077413.727200:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077413.727209:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077413.727222:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077413.727224:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:3.0:1769077413.727228:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769077413.727235:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077435 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077413.727238:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a160.
00000100:00000001:0.0:1769077413.727250:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077413.727253:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170cc0
00000100:00000001:0.0:1769077413.727254:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1769077413.727260:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170cc0.
00000100:00000001:3.0:1769077413.727269:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077413.727278:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077413.727291:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727300:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077413.727303:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727306:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727309:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077413.727314:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727321:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077413.727328:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727338:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077413.727343:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727345:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727346:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727350:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077413.727353:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077413.727358:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077413.727365:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077413.727368:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077413.727373:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077413.727390:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617375872:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077413.727396:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077413.727401:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077413]  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077413.727410:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077413.727412:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077413.727415:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077413.727418:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077413.727421:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077413.727424:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077413.727427:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077413.727435:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727442:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077413.727443:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727445:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727447:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077413.727451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727458:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077413.727467:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727493:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077413.727496:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727499:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727500:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727502:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077413.727505:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077413.727508:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077413.727513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077413.727515:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077413.727520:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077413.727529:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617375744:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077413.727534:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077413.727537:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077413.727542:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617375872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727646:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077413.727651:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077413.727656:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077413.727706:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077413.727709:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077413.727712:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077413.727731:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077413.727736:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077413.727741:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077413.727744:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077413.727747:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077413.727752:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077413.727753:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727756:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077413.727761:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617375744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727768:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077413.727769:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077413.727771:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077413.727774:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077413.727776:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077413.727777:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077413.727779:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077413.727781:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:3.0:1769077413.727784:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077413.727785:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077413.727786:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077413.727789:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077413.727791:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727794:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077413.727796:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077413.727797:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077413.727799:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077413.727804:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077410/real 1769077413]  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077413.727814:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077413.727816:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077413.727819:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077413.727821:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077413.727824:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077413.727827:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077413.727830:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077413.727839:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727847:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077413.727849:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727860:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727863:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077413.727871:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727880:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077413.727884:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727892:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077413.727894:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727897:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077413.727898:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727900:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077413.727904:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077413.727907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077413.727912:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077413.727915:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077413.727920:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077413.727928:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376000:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077413.727933:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727940:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077413.727944:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617376000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077435 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077413.727951:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077413.727953:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077413.727955:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077413.727959:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077413.727961:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077413.727962:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077413.727964:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077413.727967:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077413.727969:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077413.727971:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077413.727972:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077413.727975:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077413.727976:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727978:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077413.727990:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077413.727992:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077413.727995:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077413.727997:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077414.046838:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077414.046843:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077414.046847:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077415.070873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077415.070879:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077415.070883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077415.774809:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077415.774818:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077415.774820:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077415.774823:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077415.774827:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077415.774833:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4401
00000400:00000200:0.0:1769077415.774840:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077415.774845:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077415.774848:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077415.774850:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.774853:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.774855:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.774857:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077415.774860:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077415.774862:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077415.774864:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077415.774866:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077415.774867:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077415.774869:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077415.774870:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.774872:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.774873:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.774875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077415.774877:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077415.774880:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077415.774881:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077415.774884:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077415.774886:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077415.774888:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.774889:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077415.774891:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077415.774898:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077415.774901:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077415.774906:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077415.774908:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.774911:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077415.774914:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077415.774918:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077415.774926:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077415.774933:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077415.774943:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077415.774954:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077415.774959:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077415.774964:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077415.775004:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077415.775009:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077415.775012:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077415.775014:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077415.775016:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077415.775019:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077415.775022:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4401
00000400:00000200:0.0:1769077415.775027:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077415.775030:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077415.775033:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077415.775036:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775038:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.775040:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775042:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077415.775045:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077415.775047:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077415.775049:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077415.775051:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077415.775053:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077415.775055:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077415.775077:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775081:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.775084:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775086:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077415.775089:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077415.775092:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775095:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077415.775097:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077415.775103:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077415.775105:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.775107:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077415.775111:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077415.775114:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.775116:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077415.775128:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769077415.775131:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077415.775134:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077415.775135:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.775137:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077415.775139:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077415.775141:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077415.775145:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077415.775149:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077415.775155:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077415.775163:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077415.775166:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077415.775170:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077415.775178:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077415.775182:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077415.775185:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077415.775188:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077415.775191:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077415.775193:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077415.775195:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077415.775198:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077415.775201:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4401
00000400:00000200:0.0:1769077415.775207:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077415.775210:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077415.775213:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077415.775216:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775219:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.775224:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775227:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077415.775230:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077415.775231:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077415.775233:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077415.775236:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077415.775239:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077415.775241:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077415.775245:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775247:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077415.775250:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077415.775255:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077415.775255:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077415.775267:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:3.0:1769077415.775271:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077415.775277:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077415.775278:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077415.775286:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077415.775290:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077415.775295:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077415.775298:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077415.775300:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077415.775309:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077415.775313:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077415.775323:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.775328:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077415.775330:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.775335:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077415.775339:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
02000000:00000001:3.0:1769077415.775343:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077415.775346:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077415.775351:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077415.775353:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077415.775361:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.775361:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077415.775375:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376128:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769077415.775377:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077415.775389:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077415.775389:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077415.775398:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077415.775400:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.775403:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077415.775408:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077415.775409:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077415.775417:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077415.775423:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
00000100:00100000:0.0:1769077415.775432:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077415.775432:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077415.775453:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077415.775454:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077415.775461:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077415.775464:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:0.0:1769077415.775469:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077415.775477:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769077415.775491:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077415.775495:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376128, portal 25
00000100:00000040:0.0:1769077415.775498:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4411)
00000100:00000001:3.0:1769077415.775592:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077415.775594:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:3.0:1769077415.775604:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.775613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077415.775616:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077415.775620:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077415.775625:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617376128, offset 0
00000400:00000200:3.0:1769077415.775633:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077415.775644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.775654:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077415.775748:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077415.775756:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077415.775761:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077415.775765:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077415.775770:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70634:70634:256:4294967295] 192.168.204.140@tcp LPNI seq info [70634:70634:8:4294967295]
00000400:00000200:3.0:1769077415.775776:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.775790:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077415.775799:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.775808:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077415.775818:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077415.775823:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077415.775832:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077415.775837:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077415.775842:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.775846:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077415.775851:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077415.775857:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077415.775864:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077415.775868:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077415.775873:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077415.775894:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.775910:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.775914:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.775922:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.775924:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077415.775933:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077415.775938:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077415.775942:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299075527
00000100:00000010:3.0:1769077415.775949:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3de0.
00000100:00000001:3.0:1769077415.775959:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077415.775969:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299075527
00000100:00000010:3.0:1769077415.775973:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b36c0.
00000100:00000001:3.0:1769077415.775982:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077415.775988:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077415.775993:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.775996:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077415.776002:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077415.776014:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077415.776017:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077415.776019:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077415.776023:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077415.776025:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077415.776028:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077415.776032:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077415.776042:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776049:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077415.776051:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776054:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776057:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077415.776061:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776069:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077415.776075:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776084:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077415.776087:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776089:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776090:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776094:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077415.776097:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077415.776101:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077415.776107:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077415.776110:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077415.776115:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077415.776125:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376128:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077415.776131:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077415.776135:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776148:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077415.776150:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.776153:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077415.776156:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077415.776159:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077415.776162:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376256:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077415.776167:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077415.776170:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077415.776171:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.776173:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077415.776178:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077415.776181:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077415.776185:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077415.776188:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077415.776192:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077415.776196:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376256, portal 10
00000100:00000001:3.0:1769077415.776198:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077415.776200:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:3.0:1769077415.776213:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776220:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077415.776222:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077415.776225:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077415.776228:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617376256, offset 0
00000400:00000200:3.0:1769077415.776232:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077415.776237:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.776242:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077415.776245:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077415.776248:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077415.776251:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077415.776254:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077415.776258:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70635:70635:256:4294967295] 192.168.204.140@tcp LPNI seq info [70635:70635:8:4294967295]
00000400:00000200:3.0:1769077415.776263:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.776274:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077415.776281:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.776285:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077415.776290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077415.776295:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077415.776305:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077415.776308:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077415.776312:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.776314:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077415.776318:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077415.776326:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077415.776330:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077415.776332:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077415.776336:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077415.776340:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776350:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.776354:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776362:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776363:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077415.776368:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077415.776372:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077415.776376:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077415.776379:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299074060
00000100:00000001:3.0:1769077415.776382:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299075527
00000100:00000001:3.0:1769077415.776384:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299074060
00000100:00000001:3.0:1769077415.776387:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299075527
00000100:00000001:3.0:1769077415.776389:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077415.776391:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776393:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077415.776398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077415.776408:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077415.776410:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077415.776412:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077415.776415:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077415.776417:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077415.776420:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077415.776423:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077415.776431:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776436:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077415.776437:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776439:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776440:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077415.776442:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776448:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077415.776450:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776454:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077415.776456:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776457:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776459:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776460:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077415.776462:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077415.776466:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077415.776470:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077415.776472:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077415.776477:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077415.776485:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376256:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077415.776490:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776493:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.776496:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617376128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776504:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077415.776508:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077415.776512:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077415.776516:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077415.776519:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077415.776520:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077415.776522:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077415.776525:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:3.0:1769077415.776529:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077415.776531:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077415.776533:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769077415.776536:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077415.776537:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776539:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.776543:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617376256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776550:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077415.776552:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077415.776554:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077415.776556:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077415.776557:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077415.776558:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077415.776561:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077415.776563:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:3.0:1769077415.776566:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077415.776567:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077415.776569:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769077415.776572:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077415.776574:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776577:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776590:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077415.776594:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776597:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077415.776600:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077415.776601:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077415.776605:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776612:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077415.776613:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.776615:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077415.776617:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077415.776618:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077415.776620:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376384:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077415.776623:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077415.776626:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077415.776627:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077415.776629:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077415.776631:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077415.776633:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077415.776638:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077415.776643:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077415.776647:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077415.776651:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376384, portal 4
00000100:00000001:3.0:1769077415.776653:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077415.776654:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:3.0:1769077415.776720:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776728:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077415.776731:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077415.776734:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077415.776738:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617376384, offset 0
00000400:00000200:3.0:1769077415.776743:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077415.776747:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.776752:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077415.776756:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077415.776759:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077415.776762:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077415.776765:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077415.776768:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70636:70636:256:4294967295] 192.168.204.140@tcp LPNI seq info [70636:70636:8:4294967295]
00000400:00000200:3.0:1769077415.776772:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077415.776781:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077415.776786:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.776790:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077415.776796:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077415.776799:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077415.776803:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077415.776806:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077415.776810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077415.776812:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077415.776815:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077415.776819:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077415.776822:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077415.776824:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077415.776827:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077415.776830:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776838:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.776842:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077440 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776849:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776850:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077415.776853:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077415.776857:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077415.776860:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077415.776862:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299075527
00000100:00000001:3.0:1769077415.776865:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299075527
00000100:00000001:3.0:1769077415.776868:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299075527
00000100:00000001:3.0:1769077415.776870:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299075527
00000100:00000001:3.0:1769077415.776872:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077415.776874:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776876:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077415.776880:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077415/real 1769077415]  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077415.776888:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077415.776889:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077415.776891:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077415.776893:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077415.776895:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077415.776897:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077415.776901:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077415.776910:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776917:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077415.776918:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776919:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776920:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077415.776923:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776928:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077415.776931:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776935:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077415.776936:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776937:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077415.776939:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776940:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077415.776943:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077415.776945:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077415.776948:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077415.776949:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077415.776952:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077415.776957:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376384:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077415.776960:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776961:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077415.776963:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617376384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077440 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077415.776967:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077415.776968:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077415.776969:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077415.776970:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077415.776971:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077415.776972:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077415.776973:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077415.776974:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077415.776976:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077415.776976:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077415.776978:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:3.0:1769077415.776980:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077415.776981:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776982:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077415.776985:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077415.776986:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077415.776987:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077415.776989:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077416.094840:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077416.094844:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077416.094848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077417.118961:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077417.118965:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077417.118969:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077417.310818:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299075527, at 4299075584
00000100:00000010:0.0:1769077417.310838:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00000020:00000001:3.0:1769077418.142829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077418.142833:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077418.142836:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077419.166881:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077419.166885:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077419.166888:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077420.190910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077420.190916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077420.190920:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077420.894766:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077420.894778:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077420.894781:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077420.894785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077420.894790:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077420.894797:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4406
00000400:00000200:2.0:1769077420.894808:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077420.894814:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077420.894817:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077420.894820:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.894823:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077420.894825:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.894827:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077420.894831:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077420.894833:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077420.894836:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077420.894838:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077420.894840:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077420.894841:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077420.894843:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.894845:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077420.894846:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.894848:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077420.894850:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077420.894853:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077420.894856:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077420.894858:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077420.894861:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077420.894864:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.894865:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077420.894867:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077420.894879:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077420.894882:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077420.894885:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077420.894887:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.894889:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077420.894893:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077420.894898:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077420.894906:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077420.894912:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077420.894923:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077420.894935:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077420.894941:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077420.894947:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077420.894974:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077420.894985:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077420.894988:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077420.894990:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077420.894991:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077420.894994:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077420.894996:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4406
00000400:00000200:2.0:1769077420.895001:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077420.895003:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077420.895005:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077420.895009:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895010:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077420.895013:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077420.895013:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077420.895015:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077420.895019:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077420.895019:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077420.895021:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077420.895022:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769077420.895022:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077420.895027:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077420.895028:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077420.895029:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077420.895034:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895036:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077420.895040:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769077420.895042:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077420.895043:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077420.895047:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895052:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077420.895055:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077420.895060:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077420.895064:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895064:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769077420.895068:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077420.895070:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077420.895073:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077420.895077:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895077:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077420.895081:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895083:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077420.895085:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077420.895089:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077420.895089:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077420.895096:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077420.895098:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.895101:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769077420.895101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376512:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769077420.895103:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077420.895106:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077420.895111:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:3.0:1769077420.895112:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077420.895116:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895121:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1769077420.895124:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077420.895126:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895133:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077420.895136:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077420.895139:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077420.895142:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769077420.895142:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077420.895148:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.895155:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077420.895158:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077420.895162:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077420.895164:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077420.895169:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077420.895171:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077420.895173:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:3.0:1769077420.895173:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00080000:2.0:1769077420.895175:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077420.895179:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077420.895182:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4406
00000400:00000200:2.0:1769077420.895185:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077420.895185:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000400:00000200:2.0:1769077420.895188:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077420.895192:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077420.895194:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895196:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077420.895197:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:3.0:1769077420.895198:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376512, portal 25
00000100:00000001:2.0:1769077420.895199:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077420.895204:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077420.895205:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1769077420.895206:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077420.895210:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077420.895210:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000020:00000040:2.0:1769077420.895211:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077420.895215:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077420.895218:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077420.895223:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895225:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077420.895225:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077420.895228:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895231:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077420.895235:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077420.895240:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895246:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895248:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077420.895249:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077420.895253:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077420.895257:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077420.895257:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077420.895261:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769077420.895262:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000008:00100000:2.0:1769077420.895264:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077420.895268:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077420.895269:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617376512, offset 0
00000100:00000001:2.0:1769077420.895270:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077420.895275:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077420.895278:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077420.895282:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077420.895283:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077420.895284:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077420.895285:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077420.895286:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077420.895289:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077420.895293:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.895293:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00100000:2.0:1769077420.895300:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077420.895306:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077420.895309:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.895310:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077420.895314:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077420.895320:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.895324:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769077420.895325:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4416)
00000400:00000200:3.0:1769077420.895336:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077420.895342:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077420.895349:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077420.895353:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077420.895358:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70637:70637:256:4294967295] 192.168.204.140@tcp LPNI seq info [70637:70637:8:4294967295]
00000400:00000200:3.0:1769077420.895364:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077420.895377:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077420.895385:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.895393:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077420.895402:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077420.895406:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077420.895413:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077420.895417:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077420.895423:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.895427:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077420.895434:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077420.895440:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077420.895447:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077420.895450:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077420.895455:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077420.895460:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895472:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.895484:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895501:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895503:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077420.895511:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.895516:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077420.895519:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299080646
00000100:00000010:3.0:1769077420.895526:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3cc0.
00000100:00000001:3.0:1769077420.895534:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077420.895547:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299080646
00000100:00000010:3.0:1769077420.895550:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3e40.
00000100:00000001:3.0:1769077420.895554:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077420.895558:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077420.895562:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895565:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077420.895572:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077420.895584:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077420.895586:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077420.895588:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077420.895591:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077420.895592:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077420.895609:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077420.895613:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077420.895620:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895626:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077420.895627:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895629:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.895631:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077420.895633:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895639:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077420.895643:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895648:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077420.895649:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895651:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.895651:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895653:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077420.895655:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077420.895688:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077420.895692:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077420.895693:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077420.895697:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077420.895702:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376512:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077420.895706:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895708:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.895710:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617376512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895715:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077420.895718:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077420.895720:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077420.895722:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077420.895724:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077420.895726:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077420.895727:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077420.895730:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077420.895734:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077420.895736:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077420.895737:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:3.0:1769077420.895740:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077420.895741:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895742:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.895749:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077420.895751:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895753:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077420.895754:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077420.895755:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077420.895758:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895763:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077420.895764:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895766:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077420.895767:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077420.895769:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077420.895771:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376640:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077420.895772:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077420.895774:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077420.895775:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.895776:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077420.895779:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077420.895780:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.895783:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077420.895785:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077420.895788:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077420.895790:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376640, portal 10
00000100:00000001:3.0:1769077420.895792:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077420.895793:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:3.0:1769077420.895798:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895803:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077420.895806:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077420.895809:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077420.895812:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617376640, offset 0
00000400:00000200:3.0:1769077420.895816:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077420.895821:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077420.895825:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077420.895829:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077420.895831:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077420.895834:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077420.895837:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077420.895839:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70638:70638:256:4294967295] 192.168.204.140@tcp LPNI seq info [70638:70638:8:4294967295]
00000400:00000200:3.0:1769077420.895844:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077420.895851:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077420.895856:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.895860:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077420.895865:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077420.895868:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077420.895873:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077420.895876:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077420.895880:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.895882:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077420.895886:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077420.895889:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077420.895893:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077420.895895:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077420.895898:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077420.895903:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895912:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.895915:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895922:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895924:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077420.895928:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077420.895933:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077420.895937:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077420.895940:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299079180
00000100:00000001:3.0:1769077420.895943:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299080646
00000100:00000001:3.0:1769077420.895945:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299079180
00000100:00000001:3.0:1769077420.895947:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299080646
00000100:00000001:3.0:1769077420.895949:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077420.895952:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.895953:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077420.895957:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077420.895966:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077420.895968:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077420.895970:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077420.895973:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077420.895975:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077420.895978:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077420.895981:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077420.895991:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.895999:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077420.896001:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896003:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.896005:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077420.896009:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896017:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077420.896021:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896032:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077420.896034:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896036:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.896038:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896040:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077420.896041:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077420.896043:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077420.896046:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077420.896048:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077420.896051:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077420.896056:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376640:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077420.896059:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077420.896061:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896065:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077420.896067:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.896068:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077420.896070:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077420.896071:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077420.896073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376768:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077420.896075:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077420.896076:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077420.896078:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077420.896079:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077420.896082:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077420.896083:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077420.896087:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077420.896089:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077420.896092:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077420.896094:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376768, portal 4
00000100:00000001:3.0:1769077420.896096:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077420.896097:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:3.0:1769077420.896101:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896106:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077420.896108:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077420.896110:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077420.896111:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617376768, offset 0
00000400:00000200:3.0:1769077420.896114:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077420.896117:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077420.896119:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077420.896122:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077420.896124:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077420.896125:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077420.896127:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077420.896129:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70639:70639:256:4294967295] 192.168.204.140@tcp LPNI seq info [70639:70639:8:4294967295]
00000400:00000200:3.0:1769077420.896132:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077420.896137:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077420.896140:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.896142:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077420.896145:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077420.896147:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077420.896151:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077420.896153:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077420.896156:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077420.896158:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077420.896160:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077420.896162:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077420.896165:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077420.896166:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077420.896168:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077420.896171:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896176:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.896178:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896183:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.896184:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077420.896186:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077420.896188:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077420.896190:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077420.896191:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299080646
00000100:00000001:3.0:1769077420.896193:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299080646
00000100:00000001:3.0:1769077420.896195:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299080646
00000100:00000001:3.0:1769077420.896197:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299080646
00000100:00000001:3.0:1769077420.896198:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077420.896200:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.896201:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077420.896203:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077420/real 1769077420]  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077420.896207:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077420.896208:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077420.896209:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077420.896211:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077420.896212:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077420.896213:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077420.896215:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077420.896220:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896229:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077420.896230:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896232:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.896233:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077420.896235:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896239:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077420.896241:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896245:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077420.896247:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896248:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077420.896249:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896250:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077420.896252:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077420.896253:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077420.896256:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077420.896257:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077420.896260:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077420.896265:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617376768:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077420.896267:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896269:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.896270:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617376640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896274:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077420.896275:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077420.896277:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077420.896279:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077420.896280:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077420.896281:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077420.896283:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077420.896284:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769077420.896286:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077420.896287:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077420.896288:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077420.896290:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077420.896291:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896292:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077420.896294:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617376768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077445 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077420.896299:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077420.896300:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077420.896300:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077420.896302:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077420.896303:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077420.896303:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077420.896304:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077420.896305:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077420.896307:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077420.896307:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077420.896308:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077420.896309:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077420.896310:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896311:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077420.896314:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077420.896314:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077420.896316:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077420.896317:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077421.214875:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077421.214879:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077421.214883:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077422.238899:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077422.238905:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077422.238909:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077422.430748:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299080646, at 4299080704
00000100:00000010:0.0:1769077422.430770:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000020:00000001:3.0:1769077423.262836:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077423.262840:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077423.262844:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077424.286843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077424.286847:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077424.286850:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077425.310835:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077425.310839:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077425.310842:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077426.014839:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077426.014848:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077426.014850:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.014853:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077426.014856:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077426.014862:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4411
00000400:00000200:0.0:1769077426.014870:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077426.014874:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077426.014877:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.014880:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.014883:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.014884:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.014886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077426.014889:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.014891:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077426.014893:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.014895:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077426.014897:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077426.014898:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077426.014900:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.014901:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.014903:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.014904:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077426.014906:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077426.014908:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077426.014910:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.014912:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077426.014914:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077426.014916:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.014918:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077426.014920:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077426.014928:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077426.014931:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077426.014934:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.014936:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.014938:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077426.014941:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077426.014944:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077426.014952:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077426.014958:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077426.014965:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077426.014973:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.014977:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.014980:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.015002:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077426.015005:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077426.015007:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077426.015008:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077426.015009:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077426.015011:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077426.015013:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4411
00000400:00000200:0.0:1769077426.015015:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077426.015017:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077426.015019:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.015021:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015022:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.015023:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015025:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077426.015026:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.015028:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077426.015029:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.015031:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077426.015033:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077426.015035:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077426.015037:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015039:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.015040:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077426.015043:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077426.015044:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015046:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.015048:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077426.015048:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077426.015052:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077426.015054:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077426.015056:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.015060:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077426.015060:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077426.015065:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077426.015070:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.015072:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077426.015072:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077426.015078:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769077426.015082:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077426.015087:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077426.015089:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.015093:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077426.015095:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077426.015096:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077426.015098:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.015101:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.015104:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:0.0:1769077426.015108:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
02000000:00000001:3.0:1769077426.015109:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077426.015115:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.015117:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077426.015121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376896:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077426.015128:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769077426.015129:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077426.015133:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077426.015136:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.015142:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077426.015147:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:3.0:1769077426.015149:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
00000100:00000001:0.0:1769077426.015150:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.015155:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.015160:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077426.015168:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077426.015174:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:0.0:1769077426.015179:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.015183:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077426.015184:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000040:0.0:1769077426.015186:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077426.015191:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077426.015193:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617376896, portal 25
00000100:00080000:0.0:1769077426.015195:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077426.015199:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769077426.015200:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077426.015203:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00080000:0.0:1769077426.015205:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077426.015210:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077426.015212:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077426.015217:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4411
00000100:00000001:3.0:1769077426.015226:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077426.015230:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077426.015234:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077426.015237:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000400:00000200:0.0:1769077426.015239:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000200:3.0:1769077426.015242:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617376896, offset 0
00000100:00080000:0.0:1769077426.015244:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077426.015251:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015252:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015256:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077426.015259:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077426.015261:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077426.015265:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:0.0:1769077426.015266:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077426.015269:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077426.015272:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077426.015274:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077426.015276:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:0.0:1769077426.015280:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077426.015283:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769077426.015285:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077426.015289:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:0.0:1769077426.015294:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015295:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077426.015301:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077426.015301:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015306:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70640:70640:256:4294967295] 192.168.204.140@tcp LPNI seq info [70640:70640:8:4294967295]
00000100:00000040:0.0:1769077426.015310:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015315:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077426.015317:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077426.015321:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077426.015332:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015332:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077426.015337:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077426.015340:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1769077426.015341:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077426.015347:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077426.015352:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077426.015354:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:3.0:1769077426.015357:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000008:00100000:0.0:1769077426.015358:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077426.015364:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077426.015368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077426.015369:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077426.015373:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000010:0.0:1769077426.015377:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000800:00000200:3.1:1769077426.015381:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769077426.015384:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.1:1769077426.015385:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1769077426.015392:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000100:3.0:1769077426.015392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077426.015396:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077426.015397:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000100:00000001:0.0:1769077426.015399:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077426.015401:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077426.015403:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769077426.015404:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077426.015411:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1769077426.015412:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000400:00000200:3.0:1769077426.015416:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000100:00000001:0.0:1769077426.015417:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077426.015420:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00100000:0.0:1769077426.015425:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077426.015425:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077426.015433:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.015438:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077426.015442:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.015449:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015450:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.015457:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077426.015461:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077426.015468:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4421)
00000100:00000001:3.0:1769077426.015469:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.015473:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077426.015478:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077426.015481:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077426.015483:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299085766
00000100:00000010:3.0:1769077426.015487:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f00.
00000100:00000001:3.0:1769077426.015493:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077426.015499:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299085766
00000100:00000010:3.0:1769077426.015501:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b31e0.
00000100:00000001:3.0:1769077426.015504:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077426.015506:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077426.015523:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.015526:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077426.015530:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077426.015539:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077426.015540:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077426.015541:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077426.015543:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077426.015544:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077426.015546:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077426.015549:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077426.015555:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015559:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077426.015561:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015562:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.015564:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077426.015566:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015571:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077426.015574:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015580:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077426.015582:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015583:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.015584:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015585:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077426.015587:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077426.015588:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077426.015591:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077426.015592:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077426.015595:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077426.015600:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617376896:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077426.015603:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015605:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.015607:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617376896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015611:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077426.015614:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077426.015615:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077426.015617:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077426.015618:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077426.015619:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077426.015621:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077426.015623:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:3.0:1769077426.015626:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077426.015628:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077426.015629:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:3.0:1769077426.015633:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077426.015634:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015636:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015644:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077426.015646:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.015648:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077426.015650:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077426.015652:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077426.015694:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015702:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077426.015703:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.015706:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077426.015707:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077426.015710:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077426.015713:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617377024:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077426.015716:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077426.015718:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077426.015720:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.015722:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077426.015725:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077426.015727:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077426.015732:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077426.015734:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077426.015738:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077426.015741:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617377024, portal 10
00000100:00000001:3.0:1769077426.015743:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077426.015744:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:3.0:1769077426.015750:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015756:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077426.015758:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077426.015760:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077426.015763:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617377024, offset 0
00000400:00000200:3.0:1769077426.015766:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015770:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077426.015774:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077426.015777:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077426.015780:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077426.015783:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077426.015785:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.015788:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70641:70641:256:4294967295] 192.168.204.140@tcp LPNI seq info [70641:70641:8:4294967295]
00000400:00000200:3.0:1769077426.015793:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077426.015799:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077426.015804:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077426.015808:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077426.015812:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077426.015815:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077426.015820:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077426.015822:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077426.015826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077426.015828:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077426.015831:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077426.015834:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077426.015837:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077426.015839:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077426.015842:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077426.015846:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015853:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.015856:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015863:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.015865:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077426.015867:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077426.015871:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077426.015875:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077426.015877:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299084300
00000100:00000001:3.0:1769077426.015889:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299085766
00000100:00000001:3.0:1769077426.015891:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299084300
00000100:00000001:3.0:1769077426.015893:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299085766
00000100:00000001:3.0:1769077426.015895:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077426.015897:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.015899:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077426.015903:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077426.015910:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077426.015912:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077426.015913:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077426.015916:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077426.015917:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077426.015919:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077426.015923:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077426.015931:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015937:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077426.015939:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015940:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.015942:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077426.015946:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015952:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077426.015956:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.015963:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077426.015965:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015967:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.015969:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.015971:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077426.015972:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077426.015975:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077426.015978:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077426.015980:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077426.015984:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077426.015992:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617377024:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077426.015995:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077426.015998:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016005:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077426.016006:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.016008:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077426.016010:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077426.016012:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077426.016015:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617377152:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077426.016018:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077426.016020:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077426.016022:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077426.016024:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077426.016028:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077426.016030:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077426.016033:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077426.016036:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077426.016039:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077426.016042:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617377152, portal 4
00000100:00000001:3.0:1769077426.016044:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077426.016046:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:3.0:1769077426.016052:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016059:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077426.016061:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077426.016063:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077426.016066:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617377152, offset 0
00000400:00000200:3.0:1769077426.016070:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077426.016074:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077426.016077:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077426.016080:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077426.016083:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077426.016086:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077426.016088:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077426.016092:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70642:70642:256:4294967295] 192.168.204.140@tcp LPNI seq info [70642:70642:8:4294967295]
00000400:00000200:3.0:1769077426.016096:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077426.016102:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077426.016107:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077426.016110:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077426.016115:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077426.016118:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077426.016122:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077426.016124:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077426.016128:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077426.016130:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077426.016133:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077426.016137:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077426.016139:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077426.016141:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077426.016143:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077426.016147:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016155:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.016158:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077451 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016165:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.016166:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077426.016169:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077426.016172:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077426.016175:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077426.016178:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299085766
00000100:00000001:3.0:1769077426.016181:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299085766
00000100:00000001:3.0:1769077426.016183:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299085766
00000100:00000001:3.0:1769077426.016185:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299085766
00000100:00000001:3.0:1769077426.016187:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077426.016189:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.016191:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077426.016195:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077426/real 1769077426]  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077426.016204:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077426.016205:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077426.016207:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077426.016209:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077426.016211:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077426.016213:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077426.016217:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077426.016226:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016233:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077426.016235:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016237:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.016238:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077426.016243:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016250:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077426.016254:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016262:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077426.016265:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016267:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077426.016269:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016271:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077426.016274:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077426.016277:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077426.016280:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077426.016282:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077426.016287:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077426.016296:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617377152:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077426.016299:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016302:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.016305:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617377024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016313:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077426.016314:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077426.016316:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077426.016319:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077426.016320:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077426.016322:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077426.016324:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077426.016327:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:3.0:1769077426.016330:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077426.016332:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077426.016334:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769077426.016337:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077426.016338:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016340:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077426.016344:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617377152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077451 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077426.016351:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077426.016352:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077426.016354:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077426.016356:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077426.016357:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077426.016359:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077426.016361:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077426.016363:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:3.0:1769077426.016365:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077426.016366:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077426.016368:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769077426.016370:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077426.016372:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016374:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077426.016377:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077426.016379:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077426.016381:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077426.016383:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077426.334853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077426.334858:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077426.334862:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077427.358825:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077427.358829:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077427.358832:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077427.550747:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299085766, at 4299085824
00000100:00000010:0.0:1769077427.550773:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000020:00000001:3.0:1769077428.382800:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077428.382803:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077428.382805:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077429.406801:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077429.406804:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077429.406806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077430.430784:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077430.430789:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077430.430792:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077431.134733:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.134745:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077431.134747:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.134751:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.134755:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.134761:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4416
00000400:00000200:3.0:1769077431.134769:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077431.134773:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.134776:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.134779:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134782:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.134785:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134788:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077431.134793:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.134795:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077431.134798:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.134801:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077431.134804:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077431.134807:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077431.134810:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134812:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.134814:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134816:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077431.134820:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077431.134833:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134839:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.134842:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.134845:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.134848:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.134851:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077431.134853:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.134861:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077431.134864:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077431.134868:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.134870:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.134874:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.134876:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.134880:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.134889:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077431.134896:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.134904:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617377280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.134911:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.134915:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.134918:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617377280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.134935:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077431.134938:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.134941:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077431.134942:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.134943:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.134945:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.134947:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4416
00000400:00000200:3.0:1769077431.134951:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077431.134953:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.134955:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.134958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134960:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.134962:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134964:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077431.134966:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.134967:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077431.134968:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.134970:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077431.134975:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077431.134977:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077431.134983:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134987:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.134989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.134991:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077431.134994:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077431.135000:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135004:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.135007:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.135013:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.135016:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135020:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.135033:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077431.135044:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135049:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.135059:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769077431.135064:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077431.135071:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.135073:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135079:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.135082:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.135084:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.135091:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077431.135097:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.135105:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617377408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.135115:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.135120:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.135129:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617377408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.135144:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.135149:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077431.135153:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077431.135157:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077431.135161:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077431.135164:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077431.135168:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077431.135171:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077431.135177:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4416
00000400:00000200:3.0:1769077431.135183:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077431.135190:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077431.135192:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077431.135197:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135200:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.135205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135209:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077431.135213:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077431.135216:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077431.135218:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077431.135221:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077431.135224:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077431.135228:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077431.135235:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135238:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077431.135243:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135245:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077431.135247:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077431.135250:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077431.135256:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077431.135260:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077431.135266:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077431.135272:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135277:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077431.135280:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077431.135285:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135290:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077431.135298:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000800:00000200:1.1:1769077431.135299:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077431.135305:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000040:3.0:1769077431.135306:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077431.135313:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077431.135318:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077431.135323:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077431.135328:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077431.135333:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077431.135339:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077431.135345:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077431.135354:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617377536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077431.135363:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077431.135367:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.135376:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617377536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077431.135389:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077431.135396:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4427)
00000800:00000200:1.1:1769077431.135763:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077431.135765:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077431.135971:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077431.135973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769077431.454807:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077431.454810:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077431.454814:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077432.478797:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077432.478799:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077432.478802:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077432.670771:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299090886, at 4299090944
00000100:00000010:0.0:1769077432.670788:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000020:00000001:3.0:1769077433.502815:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077433.502818:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077433.502822:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077434.526848:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077434.526853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077434.526857:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077435.550798:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077435.550802:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077435.550805:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077436.254738:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077436.254757:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077436.254761:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077436.254765:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077436.254770:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077436.254776:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4422
00000400:00000200:3.0:1769077436.254784:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077436.254788:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077436.254791:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077436.254794:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254796:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.254798:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254800:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077436.254803:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077436.254805:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077436.254807:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077436.254809:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077436.254810:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077436.254812:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077436.254813:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254815:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.254816:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254817:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077436.254820:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077436.254823:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254825:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077436.254827:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077436.254829:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077436.254831:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.254833:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077436.254834:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077436.254842:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077436.254845:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077436.254848:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077436.254849:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.254851:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077436.254853:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077436.254857:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077436.254863:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077436.254868:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077436.254882:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617377664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077436.254890:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077436.254894:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077436.254897:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617377664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077436.254914:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077436.254917:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077436.254919:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077436.254920:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077436.254921:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077436.254923:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077436.254925:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4422
00000400:00000200:3.0:1769077436.254927:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077436.254929:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077436.254931:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077436.254933:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254934:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.254936:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254937:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077436.254939:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077436.254940:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077436.254940:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077436.254942:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077436.254943:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077436.254944:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077436.254946:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254947:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.254948:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254949:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077436.254951:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077436.254952:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077436.254954:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077436.254955:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077436.254958:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077436.254960:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.254961:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077436.254964:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077436.254966:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.254968:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077436.254970:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077436.254972:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077436.254974:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077436.254975:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.254976:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077436.254978:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077436.254979:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077436.254982:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077436.254985:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077436.254988:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617377792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077436.255004:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077436.255007:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077436.255015:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617377792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077436.255048:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077436.255055:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077436.255065:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077436.255072:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077436.255081:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077436.255085:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077436.255089:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077436.255093:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077436.255099:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4422
00000400:00000200:3.0:1769077436.255105:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077436.255112:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077436.255116:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077436.255126:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.255132:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.255139:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.255146:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077436.255153:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077436.255158:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077436.255171:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077436.255175:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077436.255180:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077436.255185:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077436.255192:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.255198:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077436.255204:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077436.255211:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077436.255218:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077436.255229:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077436.255244:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077436.255250:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077436.255256:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077436.255257:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769077436.255261:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077436.255262:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1769077436.255264:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077436.255268:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077436.255272:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.255275:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077436.255279:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077436.255285:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077436.255289:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077436.255292:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077436.255296:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077436.255297:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077436.255299:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077436.255305:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077436.255311:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077436.255329:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617377920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077436.255352:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077436.255357:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077436.255365:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617377920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077436.255376:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077436.255383:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4432)
00000800:00000200:1.1:1769077436.255625:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077436.255627:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077436.255929:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077436.255931:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769077436.574866:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077436.574870:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077436.574873:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077437.598796:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077437.598800:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077437.598802:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077437.790748:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299096006, at 4299096064
00000100:00000010:0.0:1769077437.790766:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000020:00000001:3.0:1769077438.622817:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077438.622820:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077438.622823:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077439.646817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077439.646820:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077439.646823:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077440.670813:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077440.670817:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077440.670820:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077441.374755:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077441.374764:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077441.374766:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077441.374769:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077441.374777:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077441.374783:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4427
00000400:00000200:3.0:1769077441.374791:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077441.374796:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077441.374799:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077441.374801:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374804:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.374806:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077441.374811:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077441.374812:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077441.374814:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077441.374817:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077441.374818:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077441.374819:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077441.374821:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374823:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.374824:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374826:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077441.374828:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077441.374830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374832:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077441.374834:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077441.374836:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077441.374838:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.374840:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077441.374841:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077441.374851:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077441.374854:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077441.374856:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077441.374857:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.374859:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077441.374861:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077441.374865:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077441.374871:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077441.374876:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077441.374883:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617378048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077441.374891:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077441.374894:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077441.374897:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617378048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077441.374915:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077441.374918:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077441.374920:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077441.374921:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077441.374922:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077441.374924:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077441.374926:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4427
00000400:00000200:3.0:1769077441.374928:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077441.374930:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077441.374932:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077441.374935:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374936:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.374939:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374941:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077441.374942:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077441.374943:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077441.374944:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077441.374946:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077441.374947:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077441.374949:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077441.374951:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374955:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.374957:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374962:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077441.374966:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077441.374970:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077441.374972:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077441.374976:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077441.374981:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077441.374986:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.374990:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077441.374996:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077441.375001:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.375004:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077441.375009:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077441.375013:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077441.375018:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077441.375021:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.375025:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077441.375027:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077441.375029:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077441.375031:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077441.375034:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077441.375040:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617378176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077441.375049:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077441.375052:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077441.375056:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617378176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077441.375066:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077441.375069:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077441.375073:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077441.375078:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077441.375081:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077441.375083:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077441.375086:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077441.375088:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077441.375090:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4427
00000400:00000200:3.0:1769077441.375098:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077441.375103:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077441.375105:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077441.375110:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.375114:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.375118:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.375122:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077441.375127:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077441.375130:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077441.375133:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077441.375136:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077441.375139:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077441.375142:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077441.375148:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.375150:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077441.375154:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077441.375157:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077441.375159:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077441.375160:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077441.375165:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077441.375168:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077441.375170:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077441.375173:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.375176:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077441.375178:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077441.375182:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.375184:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077441.375188:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077441.375191:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077441.375195:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077441.375199:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077441.375202:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077441.375205:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077441.375208:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077441.375214:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077441.375218:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077441.375227:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617378304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077441.375240:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077441.375242:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077441.375263:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617378304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077441.375275:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077441.375279:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:3.0:1769077441.375281:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4437)
00000800:00000200:1.1:1769077441.375283:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077441.375596:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077441.375598:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077441.375901:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077441.375902:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077441.694813:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077441.694816:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077441.694819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077442.718809:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077442.718814:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077442.718818:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077442.910751:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299101126, at 4299101184
00000100:00000010:0.0:1769077442.910765:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000020:00000001:3.0:1769077443.742819:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077443.742824:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077443.742828:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077444.766892:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077444.766897:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077444.766900:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077445.790877:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077445.790882:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077445.790886:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077446.494745:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077446.494754:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077446.494756:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077446.494759:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077446.494762:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077446.494767:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4432
00000400:00000200:0.0:1769077446.494774:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077446.494779:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077446.494781:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077446.494784:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494786:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.494788:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494790:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077446.494793:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077446.494794:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077446.494796:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077446.494798:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077446.494800:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077446.494802:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077446.494804:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494806:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.494807:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494808:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077446.494810:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077446.494812:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494814:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077446.494817:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077446.494819:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077446.494821:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.494823:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077446.494824:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077446.494833:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077446.494835:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077446.494838:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077446.494839:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.494842:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077446.494844:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077446.494847:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077446.494853:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077446.494859:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077446.494865:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617378432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077446.494873:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077446.494876:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077446.494879:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617378432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077446.494909:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077446.494913:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077446.494916:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077446.494917:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077446.494918:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077446.494920:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077446.494922:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4432
00000400:00000200:0.0:1769077446.494925:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077446.494927:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077446.494930:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077446.494934:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494937:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.494940:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494943:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077446.494946:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077446.494948:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077446.494952:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077446.494955:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077446.494962:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077446.494968:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077446.494976:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494983:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.494989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.494995:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077446.495013:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077446.495022:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495028:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077446.495034:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077446.495042:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077446.495048:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495051:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077446.495055:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077446.495059:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495064:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077446.495069:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077446.495073:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077446.495078:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077446.495081:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495084:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077446.495085:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077446.495087:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077446.495094:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077446.495098:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077446.495106:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617378560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077446.495118:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077446.495122:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077446.495133:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617378560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077446.495153:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077446.495157:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077446.495162:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077446.495184:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077446.495189:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077446.495193:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077446.495196:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077446.495198:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077446.495203:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4432
00000400:00000200:0.0:1769077446.495210:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077446.495213:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077446.495215:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077446.495220:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495224:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.495226:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495229:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077446.495232:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077446.495235:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077446.495237:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077446.495239:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077446.495241:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077446.495245:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077446.495250:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495254:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077446.495259:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495264:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077446.495268:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077446.495275:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077446.495279:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077446.495284:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077446.495288:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077446.495292:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495295:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077446.495297:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077446.495300:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495305:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077446.495310:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077446.495316:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077446.495321:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077446.495323:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077446.495327:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077446.495328:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077446.495330:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077446.495335:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077446.495339:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077446.495347:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617378688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077446.495359:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769077446.495363:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077446.495364:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077446.495370:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1769077446.495371:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617378688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077446.495376:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077446.495379:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4442)
00000800:00000200:1.1:1769077446.495844:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077446.495847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077446.496136:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077446.496139:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077446.814781:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077446.814785:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077446.814787:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077447.838834:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077447.838838:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077447.838842:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077448.030773:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299106246, at 4299106304
00000100:00000010:0.0:1769077448.030796:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000020:00000001:3.0:1769077448.862851:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077448.862857:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077448.862861:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077449.886805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077449.886809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077449.886811:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077450.910803:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077450.910807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077450.910811:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077451.614724:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077451.614733:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077451.614735:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077451.614738:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077451.614742:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077451.614748:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4437
00000400:00000200:0.0:1769077451.614764:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077451.614770:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077451.614773:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077451.614775:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614778:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.614780:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614782:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077451.614785:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077451.614786:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077451.614788:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077451.614790:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077451.614792:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077451.614794:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077451.614796:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614797:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.614799:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614800:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077451.614802:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077451.614804:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614806:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077451.614808:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077451.614810:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077451.614813:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.614814:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077451.614817:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077451.614826:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077451.614828:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077451.614832:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077451.614833:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.614835:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077451.614837:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077451.614841:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077451.614848:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077451.614853:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077451.614860:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617378816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077451.614867:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077451.614871:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077451.614875:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617378816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077451.614899:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077451.614902:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077451.614906:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077451.614907:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077451.614909:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077451.614912:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077451.614914:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4437
00000400:00000200:0.0:1769077451.614920:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077451.614924:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077451.614927:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077451.614931:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614934:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.614940:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614945:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077451.614951:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077451.614954:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077451.614965:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077451.614969:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077451.614972:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077451.614976:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077451.614982:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614987:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.614992:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.614996:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077451.614999:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077451.615004:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615009:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077451.615011:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077451.615016:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077451.615020:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615022:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077451.615027:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077451.615032:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615035:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077451.615040:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769077451.615043:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077451.615046:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077451.615049:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615053:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077451.615055:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077451.615063:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077451.615072:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077451.615092:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077451.615102:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617378944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077451.615113:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077451.615118:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077451.615122:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617378944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077451.615135:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077451.615139:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077451.615142:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077451.615146:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077451.615152:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077451.615154:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077451.615157:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077451.615162:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077451.615166:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4437
00000400:00000200:0.0:1769077451.615190:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077451.615197:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077451.615201:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077451.615204:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615208:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.615213:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615216:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077451.615221:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077451.615224:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077451.615227:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769077451.615227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769077451.615229:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077451.615234:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.1:1769077451.615234:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077451.615238:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077451.615244:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615249:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077451.615253:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615256:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077451.615259:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077451.615265:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077451.615269:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077451.615273:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077451.615277:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077451.615281:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615286:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077451.615289:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077451.615292:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615295:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077451.615299:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077451.615304:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077451.615310:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077451.615312:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077451.615315:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077451.615317:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077451.615319:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077451.615325:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077451.615329:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077451.615336:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617379072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077451.615352:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077451.615356:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077451.615360:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617379072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077451.615369:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077451.615374:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4447)
00000800:00000200:1.1:1769077451.615588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077451.615590:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077451.615846:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077451.615848:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077451.934782:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077451.934785:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077451.934788:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077452.958811:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077452.958815:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077452.958819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077453.150752:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299111366, at 4299111424
00000100:00000010:0.0:1769077453.150761:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000020:00000001:3.0:1769077453.982795:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077453.982798:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077453.982801:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077455.006832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077455.006836:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077455.006838:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077456.030841:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077456.030845:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077456.030848:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077456.734818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077456.734827:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077456.734829:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077456.734832:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077456.734836:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077456.734842:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4442
00000400:00000200:3.0:1769077456.734849:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077456.734853:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077456.734856:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077456.734859:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.734861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.734863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.734865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077456.734868:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077456.734870:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077456.734872:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077456.734874:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077456.734875:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077456.734877:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077456.734879:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.734880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.734881:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.734883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077456.734885:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077456.734888:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077456.734889:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077456.734892:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077456.734895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077456.734897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.734898:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077456.734900:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077456.734907:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077456.734911:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077456.734915:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077456.734917:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.734920:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077456.734923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077456.734927:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077456.734945:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077456.734953:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077456.734962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617379200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077456.734972:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077456.734976:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077456.734981:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617379200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077456.735019:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077456.735023:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077456.735027:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077456.735029:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077456.735030:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077456.735034:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077456.735036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4442
00000400:00000200:3.0:1769077456.735040:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077456.735044:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077456.735046:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077456.735050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.735056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735059:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077456.735061:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077456.735063:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077456.735065:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077456.735068:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077456.735070:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077456.735073:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077456.735079:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735083:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.735088:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735092:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077456.735096:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077456.735100:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735104:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077456.735108:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077456.735113:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077456.735116:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735120:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077456.735125:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077456.735137:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735140:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077456.735148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077456.735153:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077456.735158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077456.735159:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735161:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077456.735162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077456.735167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077456.735175:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077456.735182:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077456.735190:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617379328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077456.735201:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077456.735204:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077456.735210:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617379328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077456.735222:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077456.735226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077456.735234:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077456.735238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077456.735245:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077456.735248:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077456.735251:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077456.735254:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077456.735259:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4442
00000400:00000200:3.0:1769077456.735268:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077456.735272:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077456.735278:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077456.735281:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.735301:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735303:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077456.735304:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077456.735305:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077456.735306:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077456.735307:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077456.735309:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077456.735313:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077456.735315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735317:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077456.735323:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735329:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077456.735332:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077456.735337:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077456.735344:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077456.735347:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077456.735352:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077456.735358:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735362:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077456.735367:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077456.735372:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735377:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077456.735383:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077456.735389:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077456.735396:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077456.735398:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077456.735402:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077456.735405:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077456.735408:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077456.735412:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077456.735416:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077456.735422:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617379456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077456.735435:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077456.735439:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077456.735460:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617379456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077456.735465:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077456.735470:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4452)
00000800:00000200:1.1:1769077456.735497:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077456.735500:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077456.735881:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077456.735883:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077456.736198:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077456.736200:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077457.054773:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077457.054778:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077457.054781:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077458.078832:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077458.078836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077458.078839:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077458.270758:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299116486, at 4299116544
00000100:00000010:0.0:1769077458.270774:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000020:00000001:3.0:1769077459.102810:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077459.102814:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077459.102817:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077460.126849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077460.126853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077460.126858:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077461.150862:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077461.150865:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077461.150868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077461.854743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077461.854752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077461.854755:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077461.854757:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077461.854761:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077461.854766:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4447
00000400:00000200:3.0:1769077461.854773:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077461.854777:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077461.854780:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077461.854783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.854787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077461.854793:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077461.854794:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077461.854797:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077461.854799:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077461.854800:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077461.854803:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077461.854805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.854808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854810:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077461.854813:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077461.854816:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854818:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077461.854820:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077461.854823:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077461.854825:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.854827:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077461.854829:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077461.854841:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769077461.854844:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077461.854847:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077461.854848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.854851:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077461.854853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077461.854857:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077461.854862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077461.854867:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077461.854874:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617379584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077461.854881:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077461.854885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077461.854889:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617379584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077461.854922:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077461.854926:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077461.854930:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077461.854932:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077461.854934:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077461.854937:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077461.854941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4447
00000400:00000200:3.0:1769077461.854947:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077461.854953:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077461.854959:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077461.854967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.854977:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.854982:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077461.854985:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077461.854988:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077461.854991:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077461.854993:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077461.854997:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077461.855000:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077461.855007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.855016:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077461.855023:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077461.855029:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855032:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077461.855037:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077461.855043:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077461.855048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855051:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077461.855056:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077461.855062:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855067:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077461.855075:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769077461.855081:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077461.855089:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077461.855093:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855098:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077461.855103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077461.855108:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077461.855116:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077461.855121:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077461.855131:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617379712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077461.855143:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077461.855147:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077461.855154:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617379712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077461.855173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077461.855177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077461.855185:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077461.855188:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077461.855194:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077461.855196:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077461.855199:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077461.855201:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077461.855206:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4447
00000400:00000200:3.0:1769077461.855211:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077461.855223:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077461.855227:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077461.855232:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:3.0:1769077461.855233:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855237:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.855241:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077461.855241:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077461.855244:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077461.855248:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077461.855251:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077461.855253:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077461.855256:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077461.855260:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077461.855264:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077461.855269:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855272:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077461.855275:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855280:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077461.855284:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077461.855288:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077461.855292:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077461.855295:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077461.855297:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077461.855303:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855305:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077461.855308:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077461.855313:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855318:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077461.855323:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077461.855327:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077461.855333:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077461.855335:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077461.855338:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077461.855342:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077461.855346:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077461.855353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077461.855360:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077461.855371:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617379840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077461.855386:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077461.855393:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077461.855403:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617379840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077461.855434:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077461.855442:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4457)
00000800:00000200:1.1:1769077461.855651:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077461.855653:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077461.855877:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077461.855879:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077462.174812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077462.174815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077462.174819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077463.198818:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077463.198821:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077463.198831:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077463.390820:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299121606, at 4299121664
00000100:00000010:0.0:1769077463.390829:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000020:00000001:3.0:1769077464.222901:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077464.222906:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077464.222909:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077465.246845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077465.246859:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077465.246862:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077466.270898:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077466.270902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077466.270905:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077466.974804:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077466.974816:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077466.974830:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077466.974835:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077466.974842:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077466.974850:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4452
00000400:00000200:0.0:1769077466.974859:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077466.974865:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077466.974868:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077466.974871:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.974874:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.974876:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.974878:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077466.974882:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077466.974884:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077466.974886:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077466.974889:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077466.974891:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077466.974893:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077466.974895:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.974896:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.974898:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.974899:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077466.974901:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077466.974904:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077466.974906:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077466.974908:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077466.974911:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077466.974914:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.974917:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077466.974919:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077466.974930:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769077466.974933:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077466.974938:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077466.974939:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.974942:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077466.974945:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077466.974950:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077466.974957:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077466.974963:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077466.974971:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617379968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077466.974980:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077466.974985:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.974989:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617379968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077466.975009:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077466.975012:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077466.975015:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077466.975016:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077466.975017:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077466.975019:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077466.975021:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4452
00000400:00000200:0.0:1769077466.975024:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077466.975026:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077466.975028:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077466.975031:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975033:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.975035:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975037:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077466.975039:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077466.975041:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077466.975042:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077466.975044:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077466.975045:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077466.975047:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077466.975058:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.975064:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975069:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077466.975074:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077466.975079:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975083:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077466.975085:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077466.975093:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077466.975098:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975102:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077466.975108:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077466.975115:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975119:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077466.975123:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769077466.975127:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077466.975130:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077466.975132:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975133:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077466.975134:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077466.975136:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077466.975142:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077466.975147:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077466.975154:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617380096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077466.975171:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077466.975175:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.975179:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617380096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077466.975191:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.975196:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077466.975200:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077466.975203:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077466.975207:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077466.975210:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077466.975211:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077466.975216:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077466.975221:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4452
00000400:00000200:0.0:1769077466.975225:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077466.975233:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077466.975236:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077466.975240:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975242:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.975243:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975248:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077466.975251:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077466.975253:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077466.975256:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077466.975257:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077466.975261:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077466.975266:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077466.975270:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975272:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077466.975273:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975277:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077466.975282:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077466.975285:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077466.975289:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077466.975293:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077466.975296:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077466.975299:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975303:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077466.975306:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077466.975310:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975313:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077466.975318:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077466.975322:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077466.975325:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077466.975327:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077466.975330:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077466.975333:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077466.975335:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077466.975338:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077466.975342:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077466.975346:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617380224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077466.975358:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077466.975361:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.975367:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617380224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077466.975377:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077466.975382:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4462)
00000800:00000200:1.1:1769077466.975399:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077466.975402:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077466.975803:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077466.975805:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077466.976020:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077466.976022:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077467.294906:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077467.294911:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077467.294915:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077468.318796:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077468.318810:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077468.318813:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077468.510737:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299126726, at 4299126784
00000100:00000010:0.0:1769077468.510759:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00000020:00000001:3.0:1769077469.342862:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077469.342866:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077469.342888:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077470.366866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077470.366871:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077470.366875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077471.390854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077471.390858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077471.390862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077472.094760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077472.094772:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077472.094775:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.094778:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077472.094783:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077472.094790:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4457
00000400:00000200:3.0:1769077472.094800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077472.094806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077472.094810:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077472.094813:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.094819:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077472.094831:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.094832:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077472.094834:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.094837:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077472.094839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077472.094840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077472.094845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094846:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.094848:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077472.094852:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077472.094854:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094855:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.094857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.094860:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077472.094862:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.094863:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077472.094865:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077472.094871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077472.094874:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077472.094877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.094878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.094881:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.094883:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077472.094886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077472.094892:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077472.094897:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077472.094903:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617380352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077472.094911:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077472.094915:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.094918:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617380352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.094934:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077472.094936:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077472.094939:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077472.094940:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.094941:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077472.094943:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077472.094944:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4457
00000400:00000200:3.0:1769077472.094947:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077472.094949:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077472.094951:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077472.094953:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094955:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.094957:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077472.094961:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.094962:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077472.094964:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.094965:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077472.094967:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077472.094969:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077472.094974:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094983:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.094987:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.094992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077472.094997:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077472.095002:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095004:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.095005:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.095014:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077472.095018:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095024:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077472.095029:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077472.095033:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095036:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077472.095040:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077472.095044:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077472.095048:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.095051:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095053:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.095056:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077472.095059:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077472.095063:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077472.095070:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077472.095079:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617380480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077472.095091:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077472.095094:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.095100:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617380480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.095113:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.095117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077472.095122:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077472.095128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077472.095134:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077472.095138:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077472.095141:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077472.095146:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077472.095159:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4457
00000400:00000200:3.0:1769077472.095167:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077472.095173:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077472.095177:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077472.095184:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.095192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095197:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077472.095200:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077472.095201:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077472.095206:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077472.095210:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077472.095214:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077472.095219:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077472.095227:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077472.095235:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077472.095239:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077472.095245:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077472.095250:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077472.095254:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077472.095257:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077472.095262:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095265:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077472.095269:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077472.095272:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095275:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077472.095281:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077472.095286:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077472.095292:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077472.095293:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077472.095295:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077472.095296:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077472.095299:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077472.095304:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077472.095308:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077472.095316:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617380608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077472.095323:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077472.095325:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.095329:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617380608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077472.095337:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077472.095340:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4468)
00000800:00000200:1.1:1769077472.095362:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077472.095365:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077472.095872:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077472.095874:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077472.096180:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077472.096183:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077472.414837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077472.414843:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077472.414847:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077473.438866:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077473.438870:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077473.438873:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077473.630837:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299131846, at 4299131904
00000100:00000010:0.0:1769077473.630873:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000020:00000001:3.0:1769077474.462819:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077474.462822:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077474.462825:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077475.486923:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077475.486929:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077475.486933:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077476.510828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077476.510833:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077476.510836:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077477.214785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077477.214797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077477.214809:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077477.214817:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077477.214822:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077477.214830:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4463
00000400:00000200:2.0:1769077477.214839:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077477.214845:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077477.214849:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077477.214851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.214854:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.214856:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.214858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077477.214862:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077477.214864:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077477.214867:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077477.214869:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077477.214871:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077477.214873:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077477.214874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.214876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.214877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.214879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077477.214881:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077477.214884:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077477.214886:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.214889:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077477.214892:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.214896:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.214899:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077477.214901:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077477.214915:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077477.214919:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077477.214925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077477.214926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.214931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077477.214934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077477.214940:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077477.214951:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077477.214959:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.214970:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617380736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077477.214981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077477.214986:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.214990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617380736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.215013:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077477.215016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077477.215019:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077477.215020:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077477.215021:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077477.215023:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077477.215025:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4463
00000400:00000200:2.0:1769077477.215028:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077477.215030:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077477.215032:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077477.215034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215036:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.215038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077477.215041:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077477.215042:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077477.215044:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077477.215045:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077477.215048:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077477.215050:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077477.215052:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215054:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.215056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077477.215059:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077477.215061:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215062:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.215063:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077477.215069:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.215073:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077477.215079:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077477.215084:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215086:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077477.215089:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077477.215093:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077477.215095:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077477.215097:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215102:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077477.215104:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077477.215106:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077477.215112:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077477.215118:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.215126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617380864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077477.215135:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077477.215138:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.215144:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617380864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.215167:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.215170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077477.215174:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077477.215177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077477.215182:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077477.215183:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077477.215187:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077477.215189:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077477.215193:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4463
00000400:00000200:2.0:1769077477.215198:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077477.215202:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077477.215205:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077477.215206:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.215211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215214:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077477.215219:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077477.215220:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077477.215221:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077477.215224:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077477.215227:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077477.215230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077477.215232:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215233:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077477.215235:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077477.215242:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077477.215245:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077477.215246:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077477.215248:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077477.215251:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077477.215255:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215257:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077477.215262:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077477.215267:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215270:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077477.215273:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077477.215277:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077477.215279:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077477.215281:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077477.215285:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077477.215287:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077477.215289:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077477.215294:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077477.215299:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077477.215307:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617380992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077477.215315:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077477.215317:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.215323:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617380992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077477.215333:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077477.215337:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4473)
00000800:00000200:1.1:1769077477.215435:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077477.215729:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077477.215892:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077477.534893:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077477.534897:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077477.534900:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077478.558798:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077478.558803:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077478.558807:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077478.750743:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299136966, at 4299137024
00000100:00000010:0.0:1769077478.750761:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000020:00000001:3.0:1769077479.582853:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077479.582858:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077479.582861:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077480.286946:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077480.286993:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077480.287006:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077480.287021:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077480.287024:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077480.287028:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077480.287033:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077480.287038:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769077480.287044:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077480.287049:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077480.287056:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743aa0
00000400:00000010:2.0:1769077480.287058:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743aa0.
00000100:00000001:2.0:1769077480.287064:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.287073:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5180 x1855007617380736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287100:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.287104:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617380736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287112:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.287114:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077480.287123:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077480.287126:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769077480.287128:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077480.287131:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077480.287134:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:2.0:1769077480.287136:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:2.0:1769077480.287138:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.287143:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7800 x1855007617380864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287150:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.287152:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617380864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287158:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.287160:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077480.287164:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077480.287167:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769077480.287169:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077480.287173:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077480.287176:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743330
00000400:00000010:2.0:1769077480.287192:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743330.
00000100:00000001:2.0:1769077480.287194:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077480.287198:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7100 x1855007617380992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287206:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077480.287209:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617380992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077502 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077480.287217:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077480.287219:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077480.606846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077480.606849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077480.606852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077481.630832:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077481.630835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077481.630839:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077482.334811:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077482.334822:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077482.334825:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077482.334829:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077482.334834:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077482.334842:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4468
00000400:00000200:3.0:1769077482.334852:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077482.334859:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077482.334863:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077482.334867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.334870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.334873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.334876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077482.334880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077482.334883:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077482.334886:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077482.334889:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077482.334892:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077482.334895:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077482.334899:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.334902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.334903:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.334905:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077482.334909:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077482.334913:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077482.334917:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077482.334919:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077482.334923:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077482.334926:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.334928:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077482.334931:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077482.334939:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077482.334944:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077482.334948:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077482.334950:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.334953:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077482.334957:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077482.334961:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077482.334971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077482.334978:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077482.334989:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617381120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077482.335000:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077482.335005:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077482.335010:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617381120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077482.335061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077482.335065:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077482.335069:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077482.335071:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077482.335073:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077482.335076:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077482.335079:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4468
00000400:00000200:3.0:1769077482.335084:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077482.335088:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077482.335091:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077482.335095:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335097:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.335099:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335102:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077482.335104:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077482.335106:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077482.335107:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077482.335109:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077482.335112:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077482.335114:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077482.335117:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.335121:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335123:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077482.335125:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077482.335128:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335130:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077482.335132:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077482.335140:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077482.335142:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335145:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077482.335150:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077482.335154:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335157:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077482.335161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077482.335164:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077482.335167:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077482.335169:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335171:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077482.335172:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077482.335175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077482.335179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077482.335185:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077482.335197:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617381248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077482.335206:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077482.335208:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077482.335213:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617381248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077482.335221:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077482.335224:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077482.335228:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077482.335231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077482.335235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077482.335236:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077482.335238:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077482.335241:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077482.335243:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4468
00000400:00000200:3.0:1769077482.335252:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077482.335255:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077482.335257:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077482.335260:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335262:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.335264:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077482.335268:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077482.335270:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077482.335272:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077482.335274:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077482.335276:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077482.335279:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077482.335283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335285:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077482.335287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077482.335291:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077482.335294:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077482.335296:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077482.335298:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077482.335301:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077482.335302:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335305:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077482.335307:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077482.335310:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335317:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077482.335321:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077482.335324:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077482.335326:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077482.335327:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077482.335329:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077482.335330:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077482.335332:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077482.335336:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077482.335340:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077482.335345:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617381376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077482.335354:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077482.335356:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077482.335361:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617381376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077482.335369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077482.335376:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4478)
00000800:00000200:1.1:1769077482.335763:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077482.335767:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077482.336235:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077482.336238:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077482.336553:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077482.336556:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077482.654813:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077482.654818:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077482.654821:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077483.678843:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077483.678847:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077483.678850:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077483.870741:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299142087, at 4299142144
00000100:00000010:0.0:1769077483.870762:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000020:00000001:3.0:1769077484.702798:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077484.702801:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077484.702804:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077485.726856:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077485.726859:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077485.726862:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077486.750813:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077486.750817:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077486.750821:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077487.454941:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077487.454947:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077487.454951:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077487.454962:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.454994:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077487.454999:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455006:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077487.455010:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077487.455015:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077487.455020:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617381504:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077487.455026:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077487.455031:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077487.455035:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455046:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077487.455053:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077487.455058:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077487.455071:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077487.455079:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077487.455089:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077487.455098:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617381504, portal 25
00000100:00000001:3.0:1769077487.455105:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077487.455110:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880241280 : -121799829310336 : ffff91394470b480)
00000100:00000040:3.0:1769077487.455122:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455139:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077487.455146:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077487.455150:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077487.455157:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617381504, offset 0
00000400:00000200:3.0:1769077487.455169:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455182:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455194:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077487.455202:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077487.455211:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077487.455220:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077487.455227:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455236:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70676:70676:256:4294967295] 192.168.204.140@tcp LPNI seq info [70676:70676:8:4294967295]
00000400:00000200:3.0:1769077487.455245:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455262:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077487.455271:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455277:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077487.455283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077487.455286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077487.455291:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077487.455294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077487.455297:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455300:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077487.455312:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077487.455315:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077487.455319:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077487.455321:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077487.455324:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077487.455328:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455335:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.455338:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455347:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455348:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077487.455352:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077487.455355:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077487.455358:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299147206
00000100:00000010:3.0:1769077487.455362:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3900.
00000100:00000001:3.0:1769077487.455367:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077487.455371:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299147206
00000100:00000010:3.0:1769077487.455373:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3600.
00000100:00000001:3.0:1769077487.455375:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077487.455378:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077487.455380:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455382:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077487.455385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077487/real 1769077487]  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077487.455392:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077487.455394:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077487.455395:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077487.455397:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077487.455398:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077487.455400:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077487.455402:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077487.455414:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455419:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077487.455420:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455422:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.455423:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077487.455426:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455431:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077487.455434:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455439:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077487.455441:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455442:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.455443:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455444:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077487.455445:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077487.455447:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077487.455450:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077487.455451:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077487.455454:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077487.455462:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617381504:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077487.455467:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455469:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.455472:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b480 x1855007617381504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455490:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077487.455493:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077487.455495:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077487.455499:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077487.455501:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077487.455503:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077487.455505:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077487.455508:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26400.
02000000:00000001:3.0:1769077487.455512:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077487.455514:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077487.455517:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b480.
00000100:00000001:3.0:1769077487.455520:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077487.455521:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455524:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455531:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077487.455533:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455534:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077487.455536:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077487.455537:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077487.455540:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455545:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077487.455546:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455548:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077487.455549:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077487.455551:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077487.455552:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617381632:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077487.455555:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077487.455556:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077487.455557:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455558:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077487.455561:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077487.455562:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077487.455566:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077487.455568:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077487.455570:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077487.455572:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617381632, portal 10
00000100:00000001:3.0:1769077487.455574:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077487.455575:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880243072 : -121799829308544 : ffff91394470bb80)
00000100:00000040:3.0:1769077487.455579:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455584:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077487.455585:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077487.455587:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077487.455589:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617381632, offset 0
00000400:00000200:3.0:1769077487.455592:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455595:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455597:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077487.455600:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077487.455601:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077487.455604:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077487.455606:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455610:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70677:70677:256:4294967295] 192.168.204.140@tcp LPNI seq info [70677:70677:8:4294967295]
00000400:00000200:3.0:1769077487.455614:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455620:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077487.455625:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455628:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077487.455633:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077487.455635:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077487.455640:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077487.455643:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077487.455647:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455650:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077487.455653:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077487.455656:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077487.455679:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077487.455680:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077487.455682:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077487.455685:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455691:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.455693:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455697:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455698:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077487.455702:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077487.455705:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077487.455709:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077487.455712:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299145740
00000100:00000001:3.0:1769077487.455715:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299147206
00000100:00000001:3.0:1769077487.455717:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299145740
00000100:00000001:3.0:1769077487.455719:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299147206
00000100:00000001:3.0:1769077487.455721:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077487.455723:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455725:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077487.455729:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077487/real 1769077487]  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077487.455739:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077487.455740:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077487.455742:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077487.455745:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077487.455747:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077487.455749:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077487.455752:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077487.455762:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455767:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077487.455768:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455770:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.455771:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077487.455775:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455782:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077487.455786:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455794:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077487.455797:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455798:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.455800:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.455802:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077487.455804:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077487.455807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077487.455811:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077487.455813:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077487.455818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077487.455827:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617381632:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077487.455830:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077487.455832:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455837:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077487.455838:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455840:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077487.455841:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077487.455842:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077487.455844:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617381760:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077487.455847:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077487.455849:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077487.455851:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077487.455853:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077487.455865:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077487.455867:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077487.455872:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077487.455875:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077487.455879:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077487.455882:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617381760, portal 4
00000100:00000001:3.0:1769077487.455884:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077487.455886:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000100:00000040:3.0:1769077487.455892:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455900:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077487.455902:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077487.455905:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077487.455907:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617381760, offset 0
00000400:00000200:3.0:1769077487.455910:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455913:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455916:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077487.455918:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077487.455920:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077487.455922:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077487.455923:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077487.455925:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70678:70678:256:4294967295] 192.168.204.140@tcp LPNI seq info [70678:70678:8:4294967295]
00000400:00000200:3.0:1769077487.455928:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077487.455932:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077487.455935:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455937:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077487.455940:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077487.455942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077487.455945:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077487.455947:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077487.455950:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077487.455951:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077487.455953:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077487.455957:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077487.455960:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:3.0:1769077487.455961:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:3.0:1769077487.455965:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077487.455969:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455977:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.455980:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.455988:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.455989:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077487.455993:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077487.455996:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077487.456000:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077487.456003:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299147206
00000100:00000001:3.0:1769077487.456005:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299147206
00000100:00000001:3.0:1769077487.456008:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299147206
00000100:00000001:3.0:1769077487.456010:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299147206
00000100:00000001:3.0:1769077487.456012:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077487.456014:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.456016:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077487.456019:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077487/real 1769077487]  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077487.456025:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077487.456026:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077487.456027:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077487.456028:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077487.456030:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077487.456031:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077487.456033:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077487.456039:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.456047:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077487.456048:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456050:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.456051:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077487.456053:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.456058:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077487.456062:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.456068:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077487.456071:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456072:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077487.456074:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456076:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077487.456079:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077487.456081:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077487.456085:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077487.456087:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077487.456092:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077487.456101:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617381760:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077487.456105:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456107:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.456110:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470bb80 x1855007617381632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.456116:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077487.456117:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077487.456119:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077487.456121:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077487.456123:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077487.456124:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077487.456125:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077487.456127:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26c00.
02000000:00000001:3.0:1769077487.456128:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077487.456129:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077487.456130:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470bb80.
00000100:00000001:3.0:1769077487.456132:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077487.456133:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456134:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077487.456136:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708700 x1855007617381760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077512 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077487.456141:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077487.456141:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077487.456142:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077487.456144:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077487.456145:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077487.456145:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077487.456146:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077487.456147:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769077487.456149:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077487.456149:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077487.456150:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708700.
00000100:00000001:3.0:1769077487.456151:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077487.456152:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456153:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077487.456156:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077487.456157:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077487.456158:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077487.456159:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077487.774818:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077487.774822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077487.774824:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077488.798873:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077488.798888:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077488.798892:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077488.990759:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299147206, at 4299147264
00000100:00000010:0.0:1769077488.990793:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:3.0:1769077489.822844:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077489.822848:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077489.822853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077490.846824:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077490.846827:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077490.846829:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077491.870785:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077491.870788:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077491.870791:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077492.574794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077492.574803:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077492.574805:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077492.574808:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077492.574812:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077492.574817:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4478
00000400:00000200:3.0:1769077492.574825:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077492.574830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077492.574832:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077492.574835:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.574837:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.574839:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.574841:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077492.574844:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077492.574845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077492.574847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077492.574872:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077492.574874:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077492.574877:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077492.574880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.574882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.574884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.574886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077492.574890:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077492.574893:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077492.574896:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077492.574912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077492.574916:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077492.574919:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.574921:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077492.574924:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077492.574934:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077492.574937:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077492.574940:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077492.574941:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.574944:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077492.574946:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077492.574950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077492.574956:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077492.574962:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077492.574968:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617381888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077492.574977:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077492.574980:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077492.574983:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617381888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077492.575005:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077492.575007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077492.575010:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077492.575011:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077492.575012:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077492.575014:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077492.575016:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4478
00000400:00000200:3.0:1769077492.575019:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077492.575021:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077492.575023:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077492.575026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.575031:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077492.575035:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077492.575036:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077492.575037:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077492.575039:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077492.575041:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077492.575043:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077492.575048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575050:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.575055:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077492.575060:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077492.575063:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077492.575069:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077492.575074:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077492.575077:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077492.575082:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077492.575085:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575089:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077492.575093:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077492.575097:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077492.575100:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077492.575102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575106:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077492.575108:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077492.575110:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077492.575116:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077492.575122:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077492.575129:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617382016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077492.575140:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077492.575143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077492.575146:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617382016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077492.575158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077492.575161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077492.575164:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077492.575166:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077492.575171:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077492.575175:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077492.575177:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077492.575179:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077492.575182:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4478
00000400:00000200:3.0:1769077492.575187:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077492.575191:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077492.575194:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077492.575197:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575202:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.575204:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575205:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077492.575207:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077492.575210:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077492.575213:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077492.575217:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077492.575228:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077492.575234:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077492.575240:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575246:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077492.575252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575256:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077492.575261:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077492.575268:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077492.575272:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077492.575273:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077492.575277:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077492.575280:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575281:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077492.575283:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077492.575287:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575291:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077492.575294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077492.575299:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077492.575302:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077492.575306:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077492.575308:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077492.575311:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077492.575314:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077492.575318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077492.575324:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077492.575331:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617382144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077492.575344:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077492.575346:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077492.575353:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617382144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077492.575369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077492.575375:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4488)
00000800:00000200:1.1:1769077492.575409:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077492.575413:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077492.575772:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077492.575774:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077492.575980:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077492.575982:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077492.894825:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077492.894830:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077492.894833:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077493.918809:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077493.918814:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077493.918818:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077494.110775:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299152326, at 4299152384
00000100:00000010:0.0:1769077494.110790:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000020:00000001:3.0:1769077494.942834:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077494.942839:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077494.942843:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077495.966822:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077495.966825:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077495.966827:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077496.990845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077496.990850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077496.990854:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077497.694795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077497.694807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077497.694810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077497.694814:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077497.694818:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077497.694826:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4483
00000400:00000200:3.0:1769077497.694836:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077497.694842:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077497.694845:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077497.694848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.694851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.694853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.694855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077497.694859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077497.694861:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077497.694863:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077497.694865:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077497.694867:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077497.694868:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077497.694870:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.694872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.694873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.694874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077497.694877:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077497.694880:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077497.694882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077497.694885:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077497.694889:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077497.694891:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.694892:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077497.694894:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077497.694905:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769077497.694908:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077497.694912:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077497.694913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.694916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077497.694919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077497.694924:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077497.694932:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077497.694939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077497.694947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617382272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077497.694955:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077497.694959:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077497.694963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617382272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077497.694988:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077497.694990:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077497.694993:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077497.694995:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077497.694996:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077497.694998:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077497.695000:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4483
00000400:00000200:3.0:1769077497.695002:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077497.695003:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077497.695005:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077497.695008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.695011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077497.695014:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077497.695014:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077497.695015:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077497.695017:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077497.695018:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077497.695020:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077497.695022:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.695024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077497.695027:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077497.695030:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077497.695032:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077497.695038:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077497.695040:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695041:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077497.695046:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077497.695048:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695052:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077497.695055:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077497.695059:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077497.695064:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077497.695065:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077497.695069:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077497.695071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077497.695075:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077497.695081:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077497.695090:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617382400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077497.695109:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077497.695113:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077497.695119:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617382400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077497.695129:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077497.695133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077497.695139:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077497.695146:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077497.695149:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077497.695152:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077497.695153:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077497.695155:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077497.695160:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4483
00000400:00000200:3.0:1769077497.695165:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077497.695170:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077497.695173:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077497.695175:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.695181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695184:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077497.695187:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077497.695188:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077497.695190:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077497.695191:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077497.695195:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077497.695199:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077497.695203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695204:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077497.695206:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695211:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077497.695213:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077497.695214:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077497.695216:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077497.695217:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077497.695221:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077497.695223:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695224:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077497.695226:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077497.695228:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695229:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077497.695239:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077497.695244:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077497.695247:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077497.695248:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077497.695251:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077497.695253:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077497.695256:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077497.695262:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077497.695267:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077497.695275:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617382528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077497.695287:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077497.695290:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077497.695297:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617382528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077497.695327:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077497.695334:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4493)
00000800:00000200:1.1:1769077497.695435:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077497.695440:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077497.695948:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077497.695951:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077497.696285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077497.696287:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077498.014782:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077498.014786:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077498.014791:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077499.038891:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077499.038897:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077499.038902:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077499.230800:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299157446, at 4299157504
00000100:00000010:0.0:1769077499.230829:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000020:00000001:3.0:1769077500.062866:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077500.062871:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077500.062876:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077501.086841:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077501.086845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077501.086848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077502.110897:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077502.110900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077502.110902:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077502.814720:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077502.814729:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077502.814731:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077502.814734:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077502.814737:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077502.814743:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4488
00000400:00000200:3.0:1769077502.814750:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077502.814755:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077502.814758:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077502.814760:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814762:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.814764:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814766:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077502.814769:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077502.814771:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077502.814773:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077502.814775:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077502.814776:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077502.814778:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077502.814779:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.814782:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814784:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077502.814787:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077502.814789:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814791:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077502.814793:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077502.814795:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077502.814797:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.814799:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077502.814800:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077502.814807:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077502.814809:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077502.814812:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077502.814814:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.814817:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077502.814819:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077502.814824:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077502.814840:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077502.814847:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077502.814856:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617382656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077502.814868:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077502.814872:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077502.814877:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617382656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077502.814896:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077502.814898:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077502.814900:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077502.814902:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077502.814903:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077502.814905:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077502.814907:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4488
00000400:00000200:3.0:1769077502.814910:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077502.814913:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077502.814915:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077502.814918:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.814921:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814923:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077502.814925:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077502.814926:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077502.814927:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077502.814929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077502.814933:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077502.814936:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077502.814941:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814943:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.814948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077502.814954:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077502.814960:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077502.814965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077502.814969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077502.814974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077502.814979:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.814984:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077502.814988:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077502.814994:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.815000:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077502.815005:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077502.815009:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077502.815013:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077502.815016:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.815021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077502.815024:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077502.815027:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077502.815032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077502.815036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077502.815045:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617382784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077502.815055:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077502.815057:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077502.815064:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617382784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077502.815071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077502.815074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077502.815079:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077502.815084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077502.815087:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077502.815090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077502.815092:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077502.815093:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077502.815099:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4488
00000400:00000200:3.0:1769077502.815105:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077502.815111:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077502.815115:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077502.815119:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.815121:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.815126:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.815130:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077502.815132:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077502.815136:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077502.815137:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077502.815140:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077502.815143:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077502.815145:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077502.815148:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.815149:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077502.815150:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077502.815151:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077502.815153:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077502.815157:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077502.815162:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077502.815163:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077502.815165:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077502.815167:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.815171:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077502.815174:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077502.815177:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.815180:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077502.815184:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077502.815188:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077502.815192:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077502.815194:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077502.815196:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077502.815198:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077502.815207:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077502.815215:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077502.815235:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077502.815245:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617382912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077502.815268:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077502.815273:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077502.815281:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617382912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077502.815294:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077502.815298:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:3.0:1769077502.815300:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4498)
00000800:00000200:1.1:1769077502.815302:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077502.815620:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077502.815622:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077502.815931:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077502.815933:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077503.134817:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077503.134820:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077503.134823:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077504.158819:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077504.158823:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077504.158827:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077504.350739:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299162566, at 4299162624
00000100:00000010:0.0:1769077504.350757:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000020:00000001:3.0:1769077505.182853:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077505.182856:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077505.182859:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077506.206851:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077506.206855:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077506.206858:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077507.230871:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077507.230876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077507.230880:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077507.934747:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077507.934755:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077507.934758:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077507.934761:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077507.934764:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077507.934770:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4493
00000400:00000200:3.0:1769077507.934778:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077507.934782:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077507.934785:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077507.934787:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934790:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.934791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934793:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077507.934796:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077507.934798:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077507.934800:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077507.934802:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077507.934803:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077507.934805:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077507.934807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.934810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934812:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077507.934814:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077507.934817:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934818:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077507.934820:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077507.934823:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077507.934824:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.934826:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077507.934827:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077507.934835:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077507.934837:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077507.934840:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077507.934842:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.934843:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077507.934846:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077507.934849:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077507.934854:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077507.934860:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077507.934867:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617383040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077507.934876:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077507.934879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077507.934882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617383040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077507.934901:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077507.934904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077507.934906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077507.934907:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077507.934909:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077507.934911:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077507.934913:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4493
00000400:00000200:3.0:1769077507.934915:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077507.934917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077507.934919:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077507.934921:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934923:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.934924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077507.934927:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077507.934928:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077507.934929:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077507.934930:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077507.934932:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077507.934933:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077507.934936:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934937:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.934939:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934940:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077507.934942:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077507.934944:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077507.934945:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077507.934947:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077507.934953:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077507.934954:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.934956:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077507.934959:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077507.934961:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.934963:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077507.934966:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077507.934968:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077507.934969:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077507.934970:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.934972:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077507.934975:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077507.934980:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077507.934987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077507.934993:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077507.935000:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617383168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077507.935012:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077507.935015:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077507.935026:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617383168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077507.935075:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077507.935089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077507.935093:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077507.935097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077507.935109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077507.935109:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077507.935111:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077507.935116:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077507.935126:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4493
00000400:00000200:3.0:1769077507.935141:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077507.935146:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077507.935152:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077507.935158:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.935165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.935168:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.935171:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077507.935175:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077507.935178:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077507.935183:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077507.935187:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077507.935192:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077507.935194:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077507.935196:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.935198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077507.935201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077507.935210:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077507.935214:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077507.935220:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077507.935221:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077507.935223:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077507.935225:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077507.935233:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.935241:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077507.935243:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077507.935245:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.935247:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077507.935259:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077507.935264:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077507.935271:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077507.935273:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077507.935274:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077507.935275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077507.935278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077507.935282:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077507.935286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077507.935295:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617383296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077507.935304:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077507.935309:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077507.935327:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617383296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077507.935353:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077507.935372:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4503)
00000800:00000200:1.1:1769077507.935469:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077507.935474:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077507.935995:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077507.935998:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077507.936347:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077507.936349:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077508.254868:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077508.254874:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077508.254877:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077509.278806:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077509.278809:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077509.278820:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077509.470732:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299167686, at 4299167744
00000100:00000010:0.0:1769077509.470746:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000020:00000001:3.0:1769077510.302888:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077510.302895:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077510.302900:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077511.326877:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077511.326881:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077511.326884:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077512.350845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077512.350851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077512.350855:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077513.054771:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.054779:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077513.054781:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.054784:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.054787:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.054792:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4498
00000400:00000200:0.0:1769077513.054799:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077513.054804:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.054807:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.054809:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054812:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.054814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054816:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077513.054820:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.054821:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077513.054824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.054826:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077513.054827:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077513.054829:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077513.054831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.054833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054834:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077513.054836:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077513.054838:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054840:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.054842:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.054844:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.054846:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.054848:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077513.054849:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.054856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077513.054859:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077513.054862:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.054863:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.054866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.054868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.054872:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.054878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077513.054900:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.054907:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617383424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.054915:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.054918:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.054922:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617383424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.054942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077513.054945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.054947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077513.054948:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.054950:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.054952:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.054953:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4498
00000400:00000200:0.0:1769077513.054956:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077513.054957:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.054959:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.054961:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054962:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.054964:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054965:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077513.054967:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.054968:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077513.054970:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.054971:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077513.054989:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077513.054991:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077513.054995:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.054997:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.054999:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077513.055005:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077513.055011:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.055029:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.055036:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.055043:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055063:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.055069:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077513.055076:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055081:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.055086:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769077513.055091:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077513.055095:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.055098:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055100:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.055103:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.055105:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.055109:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077513.055114:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.055124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617383552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.055145:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.055148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.055159:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617383552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.055173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.055176:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077513.055181:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077513.055186:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077513.055188:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077513.055192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077513.055195:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077513.055199:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077513.055202:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4498
00000400:00000200:0.0:1769077513.055242:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077513.055248:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077513.055251:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077513.055253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.055259:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055261:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077513.055264:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077513.055266:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077513.055269:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077513.055273:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077513.055274:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077513.055284:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.1:1769077513.055284:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769077513.055291:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077513.055291:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769077513.055293:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077513.055297:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077513.055303:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077513.055307:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077513.055312:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077513.055313:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077513.055316:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077513.055321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055323:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077513.055326:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077513.055329:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055332:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077513.055335:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077513.055338:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077513.055342:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077513.055348:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077513.055352:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077513.055354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077513.055357:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077513.055360:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077513.055365:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077513.055373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617383680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077513.055381:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077513.055384:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.055392:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617383680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077513.055404:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077513.055408:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4509)
00000800:00000200:1.1:1769077513.055642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077513.055643:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077513.055868:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077513.055869:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077513.374797:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077513.374800:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077513.374803:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077514.398796:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077514.398799:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077514.398801:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077514.590767:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299172806, at 4299172864
00000100:00000010:0.0:1769077514.590782:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00000020:00000001:3.0:1769077515.422788:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077515.422798:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077515.422809:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077516.446880:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077516.446884:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077516.446888:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077517.470769:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077517.470773:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077517.470776:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077518.174783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.174794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077518.174797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.174802:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.174807:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.174815:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4504
00000400:00000200:3.0:1769077518.174823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077518.174828:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.174831:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.174834:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.174838:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077518.174843:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.174845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077518.174847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.174849:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077518.174850:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077518.174852:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077518.174854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174855:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.174857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174858:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077518.174860:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077518.174862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.174866:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.174868:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.174870:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.174872:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077518.174873:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.174881:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077518.174883:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077518.174886:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.174887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.174889:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.174892:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.174895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.174901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077518.174907:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.174914:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617383808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.174923:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.174927:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.174930:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617383808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.174948:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077518.174950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.174953:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077518.174954:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.174955:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.174957:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.174973:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4504
00000400:00000200:3.0:1769077518.174976:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077518.174979:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.174981:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.174983:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.174986:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.174988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077518.174990:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.174991:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077518.174992:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.174994:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077518.174997:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077518.175002:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077518.175010:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175016:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.175023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077518.175036:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077518.175044:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175051:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.175056:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.175062:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.175067:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175070:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077518.175074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077518.175078:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175082:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.175087:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077518.175091:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077518.175094:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.175099:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175101:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.175102:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.175104:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.175110:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077518.175115:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.175125:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617383936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.175154:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.175158:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.175166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617383936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.175175:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.175177:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077518.175182:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077518.175187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077518.175191:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077518.175192:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077518.175194:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077518.175197:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077518.175201:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4504
00000400:00000200:3.0:1769077518.175205:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077518.175211:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077518.175215:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077518.175220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.175228:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175232:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077518.175236:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077518.175238:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077518.175241:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077518.175244:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077518.175247:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077518.175250:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077518.175255:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175259:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077518.175262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077518.175270:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077518.175275:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077518.175277:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077518.175282:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077518.175285:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077518.175290:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175295:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077518.175298:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077518.175304:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175309:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077518.175314:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000800:00000200:1.1:1769077518.175320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769077518.175321:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769077518.175324:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1769077518.175328:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077518.175332:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077518.175336:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077518.175340:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077518.175343:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077518.175352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077518.175359:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077518.175366:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617384064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077518.175386:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077518.175390:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.175397:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617384064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077518.175425:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077518.175432:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4514)
00000800:00000200:1.1:1769077518.175775:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077518.175778:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077518.176051:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077518.176053:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077518.494854:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077518.494866:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077518.494870:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077519.518794:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077519.518797:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077519.518800:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077519.710745:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299177926, at 4299177984
00000100:00000010:0.0:1769077519.710765:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000020:00000001:3.0:1769077520.542846:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077520.542850:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077520.542853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077521.566915:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077521.566920:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077521.566923:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077522.590947:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077522.590951:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077522.590955:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077523.294794:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077523.294807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077523.294810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077523.294814:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077523.294819:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077523.294828:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4509
00000400:00000200:3.0:1769077523.294837:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077523.294843:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077523.294847:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077523.294850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.294853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.294855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.294857:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077523.294861:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077523.294863:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077523.294866:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077523.294868:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077523.294870:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077523.294872:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077523.294895:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.294897:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.294898:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.294900:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077523.294903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077523.294910:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077523.294912:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077523.294915:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077523.294918:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077523.294920:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.294922:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077523.294924:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077523.294936:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769077523.294940:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077523.294944:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077523.294945:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.294948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077523.294951:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077523.294956:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077523.294964:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077523.294971:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077523.294980:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617384192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077523.294992:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077523.294997:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077523.295003:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617384192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077523.295031:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077523.295035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077523.295039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077523.295041:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077523.295043:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077523.295046:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077523.295050:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4509
00000400:00000200:3.0:1769077523.295053:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077523.295056:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077523.295058:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077523.295060:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295062:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.295064:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077523.295068:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077523.295069:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077523.295070:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077523.295072:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077523.295073:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077523.295075:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077523.295077:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295080:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.295085:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295088:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077523.295092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077523.295094:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295098:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077523.295099:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077523.295105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077523.295109:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295113:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077523.295119:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077523.295125:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295130:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077523.295136:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769077523.295143:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077523.295150:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077523.295154:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295158:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077523.295162:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077523.295167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077523.295172:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077523.295177:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077523.295185:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617384320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077523.295198:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077523.295200:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077523.295203:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617384320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077523.295216:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077523.295219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077523.295224:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077523.295228:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077523.295233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077523.295234:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077523.295235:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077523.295237:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077523.295239:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4509
00000400:00000200:3.0:1769077523.295245:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077523.295249:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077523.295260:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077523.295264:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.295271:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295276:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077523.295280:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077523.295282:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077523.295283:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077523.295286:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077523.295288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077523.295290:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077523.295296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077523.295305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295307:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077523.295312:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077523.295314:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077523.295316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077523.295319:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077523.295323:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077523.295326:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295328:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077523.295330:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077523.295336:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295338:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077523.295344:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077523.295349:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077523.295352:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077523.295355:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077523.295358:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077523.295360:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077523.295364:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077523.295368:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077523.295373:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077523.295380:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617384448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077523.295388:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077523.295390:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077523.295395:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617384448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077523.295412:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077523.295418:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4519)
00000800:00000200:1.1:1769077523.295439:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077523.295443:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077523.295802:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077523.295803:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077523.296029:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077523.296031:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077523.614899:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077523.614904:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077523.614907:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077524.638972:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077524.638978:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077524.638982:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077524.830797:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299183046, at 4299183104
00000100:00000010:0.0:1769077524.830816:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000020:00000001:3.0:1769077525.662849:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077525.662853:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077525.662856:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077526.686884:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077526.686891:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077526.686897:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077527.710856:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077527.710861:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077527.710865:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077528.414780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.414804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077528.414808:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.414813:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.414816:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.414826:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4514
00000400:00000200:3.0:1769077528.414836:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077528.414841:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.414844:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.414847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.414851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.414853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.414855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077528.414859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.414861:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077528.414863:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.414866:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077528.414867:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077528.414869:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077528.414871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.414872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.414874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.414875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077528.414878:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077528.414880:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077528.414882:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.414884:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.414887:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.414889:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.414890:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077528.414893:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.414904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077528.414908:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077528.414912:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.414913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.414916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.414919:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.414924:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.414933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077528.414939:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.414948:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617384576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.414956:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.414961:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.414964:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617384576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.414986:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077528.414988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.414991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077528.414992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.414994:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.414996:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.414997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4514
00000400:00000200:3.0:1769077528.415000:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077528.415001:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.415003:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.415005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.415007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415009:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077528.415011:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.415011:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077528.415013:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.415014:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077528.415015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077528.415018:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077528.415021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.415024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077528.415028:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077528.415030:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415031:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.415032:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.415037:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.415039:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077528.415045:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077528.415051:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415053:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.415058:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077528.415061:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077528.415065:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.415066:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415068:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.415070:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.415071:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.415075:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077528.415080:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.415092:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617384704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.415106:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.415111:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.415121:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617384704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.415141:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.415147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077528.415153:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077528.415157:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077528.415163:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077528.415168:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077528.415171:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077528.415175:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077528.415182:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4514
00000400:00000200:3.0:1769077528.415189:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077528.415195:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077528.415200:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077528.415204:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.415214:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077528.415222:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077528.415225:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077528.415226:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077528.415229:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077528.415233:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077528.415237:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077528.415244:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415248:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077528.415252:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415255:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077528.415261:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077528.415267:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077528.415271:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077528.415275:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077528.415279:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077528.415282:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415284:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077528.415287:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077528.415291:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415295:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077528.415299:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077528.415301:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077528.415304:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077528.415307:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077528.415309:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077528.415310:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077528.415312:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077528.415317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077528.415322:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077528.415327:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617384832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077528.415337:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077528.415340:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.415347:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617384832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077528.415361:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077528.415367:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4524)
00000800:00000200:1.1:1769077528.415422:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077528.415425:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077528.415903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077528.415907:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077528.416157:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077528.416159:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077528.734852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077528.734857:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077528.734860:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077529.758868:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077529.758873:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077529.758877:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077529.950825:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299188166, at 4299188224
00000100:00000010:0.0:1769077529.950837:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000020:00000001:3.0:1769077530.782849:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077530.782854:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077530.782857:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077531.806879:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077531.806885:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077531.806890:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077532.830902:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077532.830908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077532.830912:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077533.534784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077533.534792:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077533.534795:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077533.534798:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077533.534802:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077533.534808:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4519
00000400:00000200:0.0:1769077533.534817:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077533.534822:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077533.534826:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077533.534828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.534834:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077533.534839:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077533.534841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077533.534843:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077533.534846:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077533.534847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077533.534849:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077533.534851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.534855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077533.534859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077533.534862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534864:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077533.534866:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077533.534868:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077533.534870:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.534871:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077533.534873:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077533.534880:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077533.534883:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077533.534886:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077533.534887:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.534889:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077533.534892:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077533.534895:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077533.534901:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077533.534906:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077533.534913:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617384960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077533.534921:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077533.534925:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077533.534928:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617384960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077533.534944:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077533.534947:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077533.534949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077533.534950:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077533.534951:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077533.534953:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077533.534955:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4519
00000400:00000200:0.0:1769077533.534957:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077533.534959:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077533.534961:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077533.534963:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534965:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.534967:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534969:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077533.534970:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077533.534972:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077533.534973:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077533.534974:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077533.534976:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077533.534980:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077533.534983:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.534989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.534993:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077533.534995:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077533.535001:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535006:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077533.535010:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077533.535016:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077533.535022:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535024:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077533.535029:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077533.535034:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535038:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077533.535043:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077533.535048:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077533.535051:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077533.535054:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535059:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077533.535062:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077533.535064:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077533.535069:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077533.535073:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077533.535081:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617385088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077533.535091:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077533.535094:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077533.535098:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617385088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077533.535114:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077533.535118:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077533.535127:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077533.535133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077533.535140:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077533.535143:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077533.535146:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077533.535152:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077533.535156:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4519
00000400:00000200:0.0:1769077533.535160:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077533.535164:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077533.535167:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077533.535171:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535174:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.535176:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535178:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077533.535180:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077533.535183:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077533.535186:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077533.535188:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077533.535191:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077533.535195:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077533.535197:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535198:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077533.535201:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077533.535205:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077533.535209:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077533.535212:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077533.535214:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077533.535217:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077533.535221:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535224:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077533.535227:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077533.535231:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535234:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077533.535238:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077533.535242:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077533.535245:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077533.535248:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077533.535249:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077533.535250:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077533.535251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077533.535254:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077533.535259:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077533.535265:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617385216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077533.535274:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077533.535278:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077533.535282:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617385216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077533.535290:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077533.535300:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4529)
00000800:00000200:1.1:1769077533.535306:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077533.535320:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077533.535689:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077533.535691:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077533.535937:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077533.535939:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077533.854853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077533.854857:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077533.854860:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077534.878869:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077534.878875:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077534.878880:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077535.070829:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299193286, at 4299193344
00000100:00000010:0.0:1769077535.070854:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000020:00000001:3.0:1769077535.902858:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077535.902862:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077535.902865:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077536.926845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077536.926849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077536.926852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077537.950891:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077537.950896:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077537.950900:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077538.654844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077538.654859:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077538.654863:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077538.654868:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077538.654874:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077538.654883:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4524
00000400:00000200:0.0:1769077538.654894:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077538.654902:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077538.654906:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077538.654918:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.654924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.654927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.654930:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077538.654936:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077538.654938:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077538.654942:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077538.654945:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077538.654949:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077538.654951:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077538.654955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.654957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.654960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.654962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077538.654966:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077538.654970:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077538.654974:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077538.654977:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077538.654982:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077538.654986:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.654988:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077538.654991:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077538.655004:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077538.655009:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077538.655014:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077538.655016:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655020:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077538.655023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077538.655029:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077538.655043:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077538.655052:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077538.655063:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617385344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077538.655084:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077538.655089:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077538.655095:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617385344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077538.655125:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077538.655129:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077538.655133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077538.655134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077538.655137:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077538.655140:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077538.655145:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4524
00000400:00000200:0.0:1769077538.655150:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077538.655154:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077538.655158:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077538.655162:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655165:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.655169:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655173:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077538.655185:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077538.655190:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077538.655193:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077538.655199:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077538.655204:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077538.655212:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077538.655220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.655237:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655245:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077538.655254:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077538.655264:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655271:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077538.655284:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077538.655297:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077538.655305:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655310:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077538.655320:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077538.655333:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655344:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077538.655350:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077538.655356:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077538.655367:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077538.655372:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655383:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077538.655388:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077538.655397:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077538.655414:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077538.655427:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077538.655453:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617385472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077538.655477:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077538.655484:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077538.655507:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617385472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077538.655556:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077538.655568:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077538.655575:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077538.655585:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077538.655599:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:0.0:1769077538.655600:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077538.655608:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077538.655608:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00080000:0.0:1769077538.655629:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077538.655636:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077538.655644:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4524
00000400:00000200:0.0:1769077538.655689:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077538.655697:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077538.655702:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077538.655709:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655715:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.655724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655729:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077538.655735:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077538.655738:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077538.655744:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077538.655748:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077538.655759:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077538.655766:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077538.655775:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655783:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077538.655791:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655800:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077538.655806:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077538.655818:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077538.655825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077538.655837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077538.655846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077538.655856:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655862:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077538.655866:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077538.655872:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655875:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077538.655885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077538.655891:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077538.655898:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077538.655902:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077538.655907:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077538.655911:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077538.655917:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077538.655931:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077538.655940:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077538.655959:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617385600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077538.656007:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077538.656016:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077538.656030:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617385600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077538.656072:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077538.656087:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4534)
00000800:00000200:1.1:1769077538.656290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077538.656292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077538.656530:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077538.656532:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077538.974795:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077538.974799:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077538.974802:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077539.998924:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077539.998929:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077539.998934:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077540.190785:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299198407, at 4299198464
00000100:00000010:0.0:1769077540.190811:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000020:00000001:3.0:1769077541.022831:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077541.022836:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077541.022840:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077542.046896:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077542.046904:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077542.046909:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077543.070920:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077543.070924:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077543.070928:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077543.775097:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077543.775104:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077543.775109:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077543.775119:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775135:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077543.775138:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775146:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077543.775150:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077543.775157:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077543.775163:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617385728:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077543.775175:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077543.775184:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077543.775190:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775198:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077543.775208:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077543.775215:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077543.775230:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077543.775241:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077543.775254:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077543.775267:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617385728, portal 25
00000100:00000001:3.0:1769077543.775273:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077543.775277:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000100:00000040:3.0:1769077543.775289:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775306:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077543.775314:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077543.775319:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170a18.
00000100:00000200:3.0:1769077543.775326:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617385728, offset 0
00000400:00000200:3.0:1769077543.775336:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775349:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775359:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077543.775370:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077543.775377:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077543.775383:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077543.775385:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775388:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70709:70709:256:4294967295] 192.168.204.140@tcp LPNI seq info [70709:70709:8:4294967295]
00000400:00000200:3.0:1769077543.775392:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775403:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077543.775408:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077543.775412:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077543.775418:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077543.775422:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077543.775439:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077543.775443:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077543.775445:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299203526
00000100:00000010:3.0:1769077543.775450:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b37e0.
00000100:00000001:3.0:1769077543.775457:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077543.775470:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299203526
00000100:00000010:3.0:1769077543.775472:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3840.
00000100:00000001:3.0:1769077543.775476:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077543.775478:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077543.775481:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775484:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775486:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077543.775493:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077543.775496:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077543.775498:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077543.775500:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077543.775501:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077543.775505:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775513:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077543.775515:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775517:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077543.775519:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077543.775521:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077543.775523:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617385856:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077543.775526:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077543.775527:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077543.775541:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775543:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077543.775546:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9c00.
02000000:00000001:3.0:1769077543.775548:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077543.775551:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077543.775555:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077543.775558:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170cc0.
00000100:00000200:3.0:1769077543.775560:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617385856, portal 10
00000100:00000001:3.0:1769077543.775562:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077543.775563:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880232320 : -121799829319296 : ffff913944709180)
00000100:00000040:3.0:1769077543.775571:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775576:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077543.775579:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077543.775581:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139451707f8.
00000100:00000200:3.0:1769077543.775583:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617385856, offset 0
00000400:00000200:3.0:1769077543.775586:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775590:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775594:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077543.775597:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077543.775599:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077543.775601:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077543.775603:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775607:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70710:70710:255:4294967295] 192.168.204.140@tcp LPNI seq info [70710:70710:7:4294967295]
00000400:00000200:3.0:1769077543.775610:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775615:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077543.775619:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077543.775621:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4e00.
00000800:00000200:3.0:1769077543.775625:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077543.775628:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077543.775630:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077543.775633:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077543.775635:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077543.775637:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299202059
00000100:00000001:3.0:1769077543.775640:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299203526
00000100:00000001:3.0:1769077543.775642:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299202059
00000100:00000001:3.0:1769077543.775643:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299203526
00000100:00000001:3.0:1769077543.775645:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077543.775646:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775647:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077543.775651:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775681:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077543.775683:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775686:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077543.775688:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077543.775690:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077543.775692:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617385984:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077543.775695:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077543.775697:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077543.775698:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077543.775700:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077543.775703:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077543.775705:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077543.775708:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077543.775712:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a160.
00000400:00000010:3.0:1769077543.775717:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077543.775719:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617385984, portal 4
00000100:00000001:3.0:1769077543.775722:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077543.775724:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880228736 : -121799829322880 : ffff913944708380)
00000100:00000040:3.0:1769077543.775728:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077543.775733:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077543.775737:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077543.775738:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170990.
00000100:00000200:3.0:1769077543.775741:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617385984, offset 0
00000400:00000200:3.0:1769077543.775747:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775749:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775752:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077543.775755:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077543.775757:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077543.775760:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077543.775762:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077543.775765:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70711:70711:254:4294967295] 192.168.204.140@tcp LPNI seq info [70711:70711:6:4294967295]
00000400:00000200:3.0:1769077543.775768:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077543.775772:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077543.775775:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077543.775777:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077543.775780:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077543.775783:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077543.775785:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077543.775787:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077543.775790:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077543.775791:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299203526
00000100:00000001:3.0:1769077543.775793:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299203526
00000100:00000001:3.0:1769077543.775794:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299203526
00000100:00000001:3.0:1769077543.775796:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299203526
00000100:00000001:3.0:1769077543.775797:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077543.775798:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775800:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775801:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077543.775803:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077543.775804:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077543.775805:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077543.775806:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077543.775807:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077543.775808:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077544.094941:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077544.094947:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077544.094952:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077545.118866:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077545.118871:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077545.118874:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077545.310750:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299203526, at 4299203584
00000100:00000010:0.0:1769077545.310768:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00000020:00000001:3.0:1769077546.142819:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077546.142823:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077546.142825:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077546.846897:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077546.846934:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077546.846943:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077546.846947:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077546.846950:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077546.846954:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077546.846959:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077546.846963:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:2.0:1769077546.846968:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077546.846973:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077546.846979:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170a18
00000400:00000010:2.0:1769077546.846982:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170a18.
00000100:00000001:2.0:1769077546.846987:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077546.846997:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847030:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077546.847035:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847043:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077546.847046:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077546.847055:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077546.847058:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:2.0:1769077546.847061:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077546.847065:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077546.847068:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139451707f8
00000400:00000010:2.0:1769077546.847070:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139451707f8.
00000100:00000001:2.0:1769077546.847072:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077546.847077:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847084:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077546.847087:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847091:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077546.847093:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077546.847096:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077546.847098:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:2.0:1769077546.847100:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077546.847103:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077546.847106:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:2.0:1769077546.847108:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:2.0:1769077546.847110:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077546.847115:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847123:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077546.847126:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077546.847151:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077546.847153:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077546.847200:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077546.847205:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077546.847209:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077546.847217:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077543/real 1769077546]  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077546.847233:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077546.847236:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077546.847240:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077546.847244:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170cc0
00000400:00000010:3.0:1769077546.847246:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170cc0.
00000100:00000001:3.0:1769077546.847249:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077546.847254:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077546.847266:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847274:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077546.847276:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847279:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847282:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077546.847287:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847295:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077546.847301:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847310:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077546.847314:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847316:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847318:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847321:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077546.847323:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077546.847328:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077546.847334:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077546.847337:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077546.847342:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077546.847359:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617385856:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077546.847365:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077546.847369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077543/real 1769077546]  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077546.847378:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077546.847379:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077546.847381:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a160.
00000400:00000200:3.0:1769077546.847385:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077546.847386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077546.847389:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077546.847393:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077546.847401:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847408:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077546.847409:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847411:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847413:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077546.847416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847424:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077546.847428:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847435:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077546.847438:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847439:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847441:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847443:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077546.847448:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077546.847450:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077546.847454:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077546.847457:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077546.847461:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077546.847468:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617385984:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077546.847473:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077546.847491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077543/real 1769077546]  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077546.847501:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077546.847502:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077546.847504:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077546.847507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077546.847509:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077546.847511:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077546.847515:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077546.847608:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847617:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077546.847619:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847621:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847623:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077546.847628:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847636:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077546.847641:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847649:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077546.847651:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847653:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077546.847654:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847656:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077546.847658:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077546.847687:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077546.847691:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077546.847694:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077546.847699:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077546.847708:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617385728:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077546.847712:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847715:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077546.847718:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709180 x1855007617385856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847726:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077546.847729:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077546.847734:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9c00.
02000000:00000001:3.0:1769077546.847738:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077546.847741:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077546.847744:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077546.847746:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077546.847749:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26000.
02000000:00000001:3.0:1769077546.847754:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077546.847756:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077546.847759:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709180.
00000100:00000001:3.0:1769077546.847763:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077546.847765:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847767:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077546.847771:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708380 x1855007617385984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847796:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077546.847798:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077546.847799:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077546.847803:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077546.847804:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077546.847806:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077546.847808:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077546.847810:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769077546.847813:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077546.847814:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077546.847815:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708380.
00000100:00000001:3.0:1769077546.847818:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077546.847819:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847821:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077546.847825:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708e00 x1855007617385728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077546.847831:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077546.847833:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077546.847834:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077546.847837:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077546.847838:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077546.847839:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077546.847841:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077546.847843:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24c00.
02000000:00000001:3.0:1769077546.847846:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077546.847848:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077546.847851:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708e00.
00000100:00000001:3.0:1769077546.847857:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077546.847859:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847862:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077546.847872:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077546.847874:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077546.847881:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077546.847884:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077547.166846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077547.166850:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077547.166853:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077548.190851:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077548.190855:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077548.190859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077548.894808:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077548.894824:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077548.894827:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077548.894830:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077548.894835:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077548.894843:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4534
00000400:00000200:0.0:1769077548.894854:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077548.894860:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077548.894863:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077548.894867:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.894871:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.894874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.894878:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077548.894883:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077548.894886:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077548.894889:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077548.894892:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077548.894895:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077548.894898:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077548.894902:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.894904:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.894906:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.894908:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077548.894912:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077548.894915:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077548.894919:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077548.894922:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077548.894926:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077548.894930:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.894932:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077548.894935:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077548.894947:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077548.894951:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077548.894956:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077548.894958:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.894962:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077548.894965:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077548.894972:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077548.894983:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077548.894991:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077548.895004:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077548.895022:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077548.895027:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077548.895033:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077548.895065:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077548.895070:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077548.895073:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077548.895075:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077548.895077:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077548.895081:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077548.895084:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4534
00000400:00000200:0.0:1769077548.895089:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077548.895092:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077548.895094:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077548.895098:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895100:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.895102:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895105:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077548.895109:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077548.895110:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077548.895113:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077548.895116:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077548.895118:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077548.895121:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077548.895124:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895126:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.895128:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077548.895130:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077548.895131:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077548.895137:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077548.895139:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077548.895142:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077548.895145:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077548.895147:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077548.895151:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077548.895158:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077548.895160:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077548.895166:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895171:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077548.895179:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077548.895179:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077548.895184:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077548.895186:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895191:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.895192:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077548.895196:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
02000000:00000001:3.0:1769077548.895199:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769077548.895201:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077548.895205:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077548.895207:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077548.895211:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077548.895213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386112:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769077548.895215:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077548.895218:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077548.895222:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.895223:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077548.895229:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769077548.895233:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077548.895236:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.895238:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.895245:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077548.895246:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077548.895254:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:0.0:1769077548.895257:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077548.895259:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895262:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077548.895269:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077548.895273:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077548.895282:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:0.0:1769077548.895286:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077548.895291:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077548.895294:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000040:0.0:1769077548.895296:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077548.895303:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077548.895307:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:3.0:1769077548.895308:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386112, portal 25
00000100:00000001:0.0:1769077548.895310:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1769077548.895314:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077548.895317:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077548.895319:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766080 : -121799832785536 : ffff9139443bad80)
00000100:00000001:0.0:1769077548.895328:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077548.895331:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077548.895336:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4534
00000400:00000200:0.0:1769077548.895349:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077548.895351:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077548.895355:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077548.895362:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077548.895362:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077548.895369:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:0.0:1769077548.895370:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895376:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.895379:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:3.0:1769077548.895379:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617386112, offset 0
00000100:00000001:0.0:1769077548.895384:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077548.895389:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077548.895390:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077548.895392:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077548.895395:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077548.895397:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077548.895400:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077548.895405:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895410:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077548.895414:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895416:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077548.895418:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:0.0:1769077548.895420:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077548.895425:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077548.895428:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077548.895431:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077548.895433:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077548.895436:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077548.895439:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895441:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077548.895457:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000008:00100000:0.0:1769077548.895463:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077548.895467:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895470:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077548.895474:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077548.895477:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077548.895480:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077548.895481:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077548.895483:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077548.895485:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077548.895487:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077548.895492:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077548.895496:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077548.895502:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077548.895509:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077548.895511:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077548.895515:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077548.895523:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077548.895527:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4544)
00000400:00000200:3.0:1769077548.895591:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077548.895598:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077548.895603:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077548.895607:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077548.895612:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70712:70712:256:4294967295] 192.168.204.140@tcp LPNI seq info [70712:70712:8:4294967295]
00000400:00000200:3.0:1769077548.895618:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077548.895638:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077548.895647:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.895656:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077548.895714:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077548.895719:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077548.895732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077548.895736:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077548.895741:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.895745:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077548.895749:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077548.895755:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077548.895763:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077548.895766:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077548.895771:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077548.895777:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.895788:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.895792:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.895801:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.895803:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077548.895810:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077548.895822:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077548.895826:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299208647
00000100:00000010:3.0:1769077548.895834:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3000.
00000100:00000001:3.0:1769077548.895843:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077548.895865:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299208647
00000100:00000010:3.0:1769077548.895869:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f60.
00000100:00000001:3.0:1769077548.895873:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077548.895876:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077548.895880:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.895883:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077548.895889:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077548/real 1769077548]  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077548.895903:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077548.895905:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077548.895909:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077548.895913:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077548.895915:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077548.895918:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077548.895931:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077548.895941:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.895949:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077548.895952:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.895955:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.895958:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077548.895962:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.895972:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077548.895978:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.895989:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077548.895993:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.895995:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.895996:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.895999:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077548.896001:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077548.896004:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077548.896008:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077548.896011:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077548.896016:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077548.896025:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386112:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077548.896031:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896033:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.896037:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bad80 x1855007617386112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896045:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077548.896048:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077548.896052:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077548.896056:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077548.896059:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077548.896061:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077548.896064:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077548.896068:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769077548.896073:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077548.896076:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077548.896079:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bad80.
00000100:00000001:3.0:1769077548.896083:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077548.896084:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896087:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896097:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077548.896099:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896102:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077548.896104:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077548.896106:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077548.896110:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896117:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077548.896118:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.896120:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077548.896123:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077548.896126:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077548.896129:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386240:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077548.896132:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077548.896136:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077548.896138:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.896140:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077548.896144:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077548.896146:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077548.896151:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077548.896154:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077548.896159:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077548.896164:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386240, portal 10
00000100:00000001:3.0:1769077548.896166:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077548.896168:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876768768 : -121799832782848 : ffff9139443bb800)
00000100:00000040:3.0:1769077548.896177:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896183:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077548.896185:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077548.896188:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077548.896190:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617386240, offset 0
00000400:00000200:3.0:1769077548.896195:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077548.896199:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077548.896204:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077548.896207:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077548.896210:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077548.896214:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077548.896216:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077548.896219:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70713:70713:256:4294967295] 192.168.204.140@tcp LPNI seq info [70713:70713:8:4294967295]
00000400:00000200:3.0:1769077548.896223:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077548.896230:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077548.896235:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.896239:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077548.896243:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077548.896246:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077548.896250:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077548.896253:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077548.896257:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.896259:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077548.896262:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077548.896266:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077548.896269:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077548.896271:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077548.896273:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077548.896277:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896285:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.896288:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896296:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896297:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077548.896301:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077548.896306:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077548.896310:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077548.896312:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299207180
00000100:00000001:3.0:1769077548.896316:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299208647
00000100:00000001:3.0:1769077548.896318:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299207180
00000100:00000001:3.0:1769077548.896323:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299208647
00000100:00000001:3.0:1769077548.896325:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077548.896328:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896330:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077548.896334:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077548/real 1769077548]  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077548.896342:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077548.896344:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077548.896345:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077548.896348:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077548.896349:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077548.896352:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077548.896355:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077548.896364:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896372:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077548.896373:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896376:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.896378:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077548.896382:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896390:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077548.896394:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896402:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077548.896405:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896406:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.896408:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896411:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077548.896413:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077548.896416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077548.896420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077548.896423:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077548.896427:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077548.896435:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386240:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077548.896439:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077548.896458:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896465:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077548.896467:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.896469:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077548.896471:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077548.896473:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077548.896477:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386368:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077548.896480:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077548.896482:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077548.896484:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077548.896485:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077548.896490:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077548.896492:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077548.896497:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077548.896500:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077548.896504:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077548.896507:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386368, portal 4
00000100:00000001:3.0:1769077548.896510:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077548.896511:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876765184 : -121799832786432 : ffff9139443baa00)
00000100:00000040:3.0:1769077548.896517:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896525:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077548.896527:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077548.896529:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077548.896533:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617386368, offset 0
00000400:00000200:3.0:1769077548.896537:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077548.896542:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077548.896546:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077548.896549:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077548.896552:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077548.896555:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077548.896557:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077548.896560:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70714:70714:256:4294967295] 192.168.204.140@tcp LPNI seq info [70714:70714:8:4294967295]
00000400:00000200:3.0:1769077548.896567:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077548.896573:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077548.896578:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.896581:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077548.896585:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077548.896588:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077548.896592:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077548.896594:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077548.896598:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077548.896600:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077548.896603:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077548.896606:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077548.896609:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077548.896611:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077548.896614:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077548.896618:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896625:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.896629:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896641:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896642:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077548.896645:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077548.896649:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077548.896652:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077548.896655:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299208646
00000100:00000001:3.0:1769077548.896658:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299208647
00000100:00000001:3.0:1769077548.896702:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299208647
00000100:00000001:3.0:1769077548.896704:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299208647
00000100:00000001:3.0:1769077548.896706:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077548.896707:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896709:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077548.896712:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077548/real 1769077548]  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077548.896719:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077548.896720:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077548.896722:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077548.896724:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077548.896726:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077548.896728:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077548.896732:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077548.896741:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896748:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077548.896751:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896752:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.896754:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077548.896758:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896766:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077548.896771:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896778:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077548.896781:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896782:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077548.896783:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896785:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077548.896789:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077548.896792:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077548.896796:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077548.896799:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077548.896803:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077548.896812:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386368:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077548.896817:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896819:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.896822:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb800 x1855007617386240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896829:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077548.896832:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077548.896834:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077548.896837:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077548.896839:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077548.896840:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077548.896843:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077548.896845:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769077548.896848:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077548.896850:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077548.896852:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb800.
00000100:00000001:3.0:1769077548.896855:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077548.896856:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896858:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077548.896862:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443baa00 x1855007617386368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077548.896869:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077548.896870:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077548.896872:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077548.896874:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077548.896875:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077548.896877:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077548.896879:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077548.896881:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:3.0:1769077548.896884:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077548.896885:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077548.896887:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443baa00.
00000100:00000001:3.0:1769077548.896889:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077548.896891:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896893:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077548.896897:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077548.896899:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077548.896901:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077548.896903:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077549.214840:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077549.214843:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077549.214846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077550.238869:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077550.238874:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077550.238877:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077550.430761:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299208647, at 4299208704
00000100:00000010:0.0:1769077550.430778:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:3.0:1769077551.262802:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077551.262805:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077551.262807:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077552.286857:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077552.286861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077552.286865:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077553.310836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077553.310840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077553.310843:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077554.014731:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.014742:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077554.014745:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.014749:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.014753:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.014761:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4539
00000400:00000200:0.0:1769077554.014770:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077554.014777:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.014779:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.014782:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014785:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.014787:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014789:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077554.014792:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.014793:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077554.014795:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.014798:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077554.014799:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077554.014801:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077554.014803:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014804:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.014805:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077554.014809:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077554.014811:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014813:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.014815:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.014818:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.014820:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.014822:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077554.014823:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.014831:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077554.014835:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077554.014839:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.014841:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.014844:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.014846:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.014851:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077554.014858:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077554.014866:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077554.014875:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.014886:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.014891:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.014897:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.014917:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077554.014920:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.014922:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077554.014923:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.014925:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077554.014927:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.014929:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4539
00000400:00000200:0.0:1769077554.014932:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077554.014935:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.014937:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077554.014940:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014942:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.014943:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014945:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077554.014947:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.014948:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077554.014949:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077554.014950:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077554.014951:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077554.014955:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077554.014958:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077554.014958:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077554.014960:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014963:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077554.014964:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077554.014966:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.014969:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077554.014972:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077554.014976:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:3.0:1769077554.014978:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.014980:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.014984:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077554.014989:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.014994:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.014996:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077554.014997:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769077554.015000:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077554.015002:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077554.015004:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.015008:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.015011:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
02000000:00000001:3.0:1769077554.015012:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077554.015013:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077554.015017:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077554.015017:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.015020:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.015024:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.015026:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077554.015026:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.015030:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.015035:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386496:192.168.204.140@tcp:250:kworker.0
02000000:00000010:0.0:1769077554.015036:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077554.015042:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015044:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077554.015051:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077554.015053:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077554.015055:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.015062:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077554.015069:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
00000100:00000001:0.0:1769077554.015070:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077554.015072:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.015076:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015083:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077554.015085:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077554.015088:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077554.015096:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769077554.015100:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077554.015103:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386496, portal 25
00000100:00000040:0.0:1769077554.015104:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077554.015109:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077554.015110:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077554.015112:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876754432 : -121799832797184 : ffff9139443b8000)
00000100:00080000:0.0:1769077554.015114:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077554.015117:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077554.015120:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077554.015122:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769077554.015122:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077554.015128:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077554.015134:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4539
00000400:00000200:0.0:1769077554.015140:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077554.015140:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077554.015145:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077554.015149:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077554.015150:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077554.015153:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:3.0:1769077554.015156:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000001:0.0:1769077554.015157:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.015161:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.015164:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:3.0:1769077554.015165:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617386496, offset 0
00000020:00000001:0.0:1769077554.015166:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077554.015168:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077554.015171:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077554.015173:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077554.015174:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077554.015176:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077554.015180:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077554.015183:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.015185:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077554.015187:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.015188:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077554.015190:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077554.015193:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:0.0:1769077554.015195:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077554.015198:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077554.015200:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077554.015202:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:0.0:1769077554.015203:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077554.015208:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077554.015209:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077554.015211:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:0.0:1769077554.015212:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077554.015216:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015218:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077554.015219:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077554.015225:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000400:00000200:3.0:1769077554.015227:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1769077554.015229:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077554.015233:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077554.015236:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015236:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769077554.015241:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077554.015242:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077554.015245:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015247:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70715:70715:256:4294967295] 192.168.204.140@tcp LPNI seq info [70715:70715:8:4294967295]
02000000:00000010:0.0:1769077554.015249:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077554.015256:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015259:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:0.0:1769077554.015264:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077554.015270:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077554.015272:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077554.015279:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077554.015281:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077554.015294:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077554.015295:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077554.015300:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4549)
00000800:00000010:3.0:1769077554.015302:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077554.015310:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077554.015313:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077554.015318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077554.015321:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077554.015324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077554.015326:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077554.015330:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077554.015334:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077554.015338:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077554.015339:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077554.015343:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077554.015347:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015354:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.015377:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015383:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015384:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077554.015389:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015392:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077554.015394:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299213766
00000100:00000010:3.0:1769077554.015399:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3300.
00000100:00000001:3.0:1769077554.015405:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077554.015415:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299213766
00000100:00000010:3.0:1769077554.015418:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c60.
00000100:00000001:3.0:1769077554.015420:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077554.015427:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077554.015429:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015431:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077554.015434:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077554.015441:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077554.015443:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077554.015445:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077554.015447:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077554.015449:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077554.015451:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077554.015455:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077554.015465:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015472:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077554.015474:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015476:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.015478:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077554.015482:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015490:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077554.015495:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015503:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077554.015506:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015508:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.015510:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015512:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077554.015514:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077554.015517:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077554.015520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077554.015522:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077554.015526:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077554.015532:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386496:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077554.015535:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015537:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.015539:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617386496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015543:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077554.015545:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077554.015547:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077554.015550:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077554.015551:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077554.015553:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077554.015554:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077554.015556:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:3.0:1769077554.015559:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077554.015560:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077554.015561:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:3.0:1769077554.015564:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077554.015565:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015566:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015572:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077554.015573:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015575:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077554.015576:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077554.015577:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077554.015579:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015584:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077554.015585:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.015587:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077554.015588:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.015590:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.015592:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386624:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077554.015594:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077554.015596:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077554.015597:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.015598:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077554.015600:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077554.015601:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015605:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077554.015607:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077554.015609:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077554.015611:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386624, portal 10
00000100:00000001:3.0:1769077554.015613:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077554.015614:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:3.0:1769077554.015618:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015623:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077554.015624:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077554.015626:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077554.015627:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617386624, offset 0
00000400:00000200:3.0:1769077554.015630:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077554.015633:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077554.015635:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077554.015637:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077554.015640:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077554.015641:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077554.015643:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077554.015645:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70716:70716:256:4294967295] 192.168.204.140@tcp LPNI seq info [70716:70716:8:4294967295]
00000400:00000200:3.0:1769077554.015648:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077554.015654:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077554.015689:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077554.015693:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077554.015698:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077554.015701:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077554.015706:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077554.015709:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077554.015713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077554.015715:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077554.015718:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077554.015722:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077554.015725:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077554.015726:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077554.015729:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077554.015733:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015751:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.015755:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015762:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015765:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077554.015768:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.015772:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077554.015775:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077554.015777:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299212300
00000100:00000001:3.0:1769077554.015779:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299213766
00000100:00000001:3.0:1769077554.015781:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299212300
00000100:00000001:3.0:1769077554.015782:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299213766
00000100:00000001:3.0:1769077554.015783:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077554.015785:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.015786:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077554.015789:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077554.015796:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077554.015797:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077554.015799:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077554.015802:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077554.015804:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077554.015806:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077554.015809:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077554.015818:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015825:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077554.015826:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015828:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.015830:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077554.015834:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015842:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077554.015846:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015853:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077554.015855:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015856:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.015857:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.015859:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077554.015860:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077554.015862:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077554.015864:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077554.015866:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077554.015869:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077554.015874:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386624:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077554.015877:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077554.015879:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015883:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077554.015884:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.015886:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077554.015887:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077554.015888:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077554.015890:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386752:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077554.015892:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077554.015894:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077554.015895:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077554.015896:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077554.015899:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077554.015900:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077554.015903:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077554.015905:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077554.015907:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077554.015909:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386752, portal 4
00000100:00000001:3.0:1769077554.015911:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077554.015912:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
00000100:00000040:3.0:1769077554.015916:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.015920:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077554.015921:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077554.015923:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077554.015925:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617386752, offset 0
00000400:00000200:3.0:1769077554.015928:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077554.015930:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077554.015933:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077554.015935:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077554.015937:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077554.015939:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077554.015940:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077554.015943:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70717:70717:256:4294967295] 192.168.204.140@tcp LPNI seq info [70717:70717:8:4294967295]
00000400:00000200:3.0:1769077554.015945:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077554.015950:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077554.015954:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077554.015957:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077554.015961:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077554.015964:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077554.015968:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077554.015971:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077554.015975:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077554.015976:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077554.015979:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077554.015983:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077554.015987:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077554.015989:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077554.015991:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077554.015995:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016004:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.016007:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077579 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016014:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.016016:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077554.016019:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077554.016023:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077554.016026:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077554.016029:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299213766
00000100:00000001:3.0:1769077554.016031:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299213766
00000100:00000001:3.0:1769077554.016034:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299213766
00000100:00000001:3.0:1769077554.016036:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299213766
00000100:00000001:3.0:1769077554.016038:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077554.016041:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.016043:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077554.016047:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077554/real 1769077554]  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077554.016056:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077554.016058:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077554.016059:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077554.016062:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077554.016063:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077554.016066:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077554.016069:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077554.016075:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016080:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077554.016081:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016082:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.016083:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077554.016085:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016089:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077554.016091:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016096:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077554.016098:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016099:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077554.016100:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016101:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077554.016104:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077554.016105:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077554.016107:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077554.016109:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077554.016111:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077554.016116:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617386752:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077554.016119:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016120:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.016122:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617386624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016126:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077554.016127:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077554.016128:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077554.016130:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077554.016130:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077554.016131:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077554.016133:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077554.016134:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:3.0:1769077554.016137:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077554.016138:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077554.016140:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:3.0:1769077554.016143:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077554.016144:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016146:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077554.016150:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617386752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077579 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077554.016179:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077554.016180:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077554.016182:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077554.016185:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077554.016187:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077554.016188:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077554.016191:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077554.016193:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:3.0:1769077554.016195:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077554.016197:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077554.016198:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:3.0:1769077554.016201:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077554.016203:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016205:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077554.016209:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077554.016210:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077554.016213:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077554.016214:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077554.334826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077554.334830:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077554.334833:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077555.358829:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077555.358832:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077555.358835:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077555.550764:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299213766, at 4299213824
00000100:00000010:0.0:1769077555.550778:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00000020:00000001:3.0:1769077556.382832:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077556.382835:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077556.382838:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077557.406863:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077557.406867:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077557.406870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077558.430862:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077558.430869:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077558.430874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077559.134758:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.134770:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077559.134772:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.134776:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.134780:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.134788:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4544
00000400:00000200:0.0:1769077559.134798:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077559.134804:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.134807:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.134810:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134820:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.134822:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134826:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077559.134832:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.134833:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077559.134836:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.134839:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077559.134841:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077559.134843:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077559.134844:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134846:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.134847:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134848:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077559.134851:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077559.134854:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134855:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.134858:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.134862:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.134864:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.134865:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077559.134867:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.134878:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077559.134881:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077559.134885:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.134887:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.134889:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.134892:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.134897:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.134906:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077559.134913:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077559.134921:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077559.134931:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.134935:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.134939:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077559.134961:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077559.134964:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.134966:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077559.134968:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.134969:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077559.134971:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.134973:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4544
00000400:00000200:0.0:1769077559.134975:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077559.134977:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077559.134979:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077559.134981:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134983:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.134985:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134986:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077559.134988:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.134989:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077559.134990:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.134991:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077559.134993:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077559.134994:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077559.134997:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.134999:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077559.135000:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135002:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077559.135004:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077559.135006:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135007:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135009:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077559.135010:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077559.135015:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077559.135017:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077559.135018:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077559.135020:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135023:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769077559.135028:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077559.135029:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077559.135034:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135039:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.135045:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000100:00000001:3.0:1769077559.135046:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077559.135049:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077559.135050:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077559.135055:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077559.135056:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135056:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077559.135058:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.135061:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077559.135062:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.135063:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135067:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077559.135069:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00100000:3.0:1769077559.135073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386880:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769077559.135075:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135079:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769077559.135082:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077559.135084:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077559.135087:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135092:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077559.135093:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077559.135096:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077559.135099:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
00000100:00000040:0.0:1769077559.135100:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077559.135104:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135112:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.135115:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077559.135116:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077559.135122:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077559.135123:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00080000:0.0:1769077559.135125:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077559.135129:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077559.135130:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077559.135131:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077559.135132:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769077559.135133:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077559.135138:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4544
00000400:00000200:0.0:1769077559.135141:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000200:3.0:1769077559.135142:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617386880, portal 25
00000400:00000200:0.0:1769077559.135144:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077559.135146:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077559.135147:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077559.135149:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00000040:0.0:1769077559.135153:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135156:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077559.135158:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077559.135161:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135167:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077559.135171:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077559.135172:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077559.135173:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077559.135174:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077559.135175:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077559.135176:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077559.135178:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135182:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077559.135183:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077559.135184:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077559.135188:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769077559.135189:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:0.0:1769077559.135191:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000010:3.0:1769077559.135193:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00080000:0.0:1769077559.135196:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000200:3.0:1769077559.135199:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617386880, offset 0
00000100:00000001:0.0:1769077559.135200:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077559.135204:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077559.135207:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077559.135209:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135213:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077559.135213:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000008:00100000:0.0:1769077559.135218:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077559.135221:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135222:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077559.135225:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000400:00000200:3.0:1769077559.135227:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769077559.135229:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077559.135233:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1769077559.135236:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:0.0:1769077559.135237:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077559.135242:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077559.135244:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077559.135245:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077559.135246:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769077559.135250:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000400:00000200:3.0:1769077559.135253:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077559.135255:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077559.135260:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1769077559.135263:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077559.135266:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077559.135284:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70718:70718:256:4294967295] 192.168.204.140@tcp LPNI seq info [70718:70718:8:4294967295]
00000100:00000001:0.0:1769077559.135291:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077559.135294:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077559.135295:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.135301:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077559.135313:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077559.135315:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077559.135321:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4555)
00000800:00000200:3.0:1769077559.135321:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135329:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077559.135336:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077559.135339:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077559.135344:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077559.135348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769077559.135351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135354:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077559.135360:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077559.135365:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077559.135369:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077559.135371:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077559.135375:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077559.135378:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135386:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.135388:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135394:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135396:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077559.135401:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077559.135404:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077559.135407:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299218886
00000100:00000010:3.0:1769077559.135411:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3240.
00000100:00000001:3.0:1769077559.135418:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077559.135424:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299218886
00000100:00000010:3.0:1769077559.135426:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b39c0.
00000100:00000001:3.0:1769077559.135429:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077559.135432:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077559.135434:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135437:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077559.135439:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077559.135450:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077559.135452:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077559.135453:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077559.135455:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077559.135456:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077559.135458:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077559.135461:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077559.135467:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135472:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077559.135473:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135475:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135476:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077559.135479:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135483:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077559.135487:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135492:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077559.135494:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135496:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135496:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135499:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077559.135500:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077559.135503:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077559.135505:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077559.135507:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077559.135510:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077559.135517:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617386880:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077559.135520:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135522:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.135524:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617386880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135528:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077559.135530:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077559.135532:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077559.135534:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077559.135536:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077559.135537:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077559.135538:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077559.135540:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:3.0:1769077559.135543:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077559.135545:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077559.135546:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:3.0:1769077559.135549:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077559.135550:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135551:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135559:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077559.135561:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135562:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077559.135563:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077559.135564:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077559.135567:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135572:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077559.135573:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135575:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077559.135576:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077559.135578:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077559.135586:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387008:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077559.135589:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077559.135591:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077559.135592:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135594:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077559.135596:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077559.135597:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077559.135600:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077559.135602:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077559.135605:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077559.135607:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387008, portal 10
00000100:00000001:3.0:1769077559.135608:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077559.135609:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:3.0:1769077559.135615:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135620:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077559.135622:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077559.135623:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077559.135625:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617387008, offset 0
00000400:00000200:3.0:1769077559.135628:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077559.135630:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077559.135632:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077559.135634:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077559.135637:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077559.135638:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077559.135640:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077559.135642:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70719:70719:256:4294967295] 192.168.204.140@tcp LPNI seq info [70719:70719:8:4294967295]
00000400:00000200:3.0:1769077559.135645:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077559.135650:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077559.135652:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135654:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077559.135682:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077559.135685:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077559.135688:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077559.135690:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769077559.135693:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135694:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077559.135696:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077559.135699:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077559.135701:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077559.135702:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077559.135704:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077559.135706:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135712:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.135714:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135718:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135719:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077559.135721:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077559.135724:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077559.135727:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077559.135728:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299217420
00000100:00000001:3.0:1769077559.135731:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299218886
00000100:00000001:3.0:1769077559.135733:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299217420
00000100:00000001:3.0:1769077559.135734:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299218886
00000100:00000001:3.0:1769077559.135735:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077559.135737:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135738:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077559.135740:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077559.135745:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077559.135746:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077559.135754:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077559.135756:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077559.135757:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077559.135759:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077559.135761:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077559.135767:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135771:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077559.135772:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135773:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135774:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077559.135776:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135780:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077559.135783:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135787:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077559.135789:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135790:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135791:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135792:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077559.135793:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077559.135795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077559.135797:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077559.135799:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077559.135801:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077559.135806:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387008:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077559.135809:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077559.135811:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135816:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077559.135817:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135818:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077559.135819:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077559.135820:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077559.135822:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387136:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077559.135824:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077559.135825:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077559.135826:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077559.135828:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077559.135830:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077559.135832:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077559.135834:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077559.135836:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077559.135839:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077559.135840:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387136, portal 4
00000100:00000001:3.0:1769077559.135842:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077559.135843:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000040:3.0:1769077559.135847:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135852:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077559.135853:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077559.135855:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077559.135856:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617387136, offset 0
00000400:00000200:3.0:1769077559.135859:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077559.135861:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077559.135863:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077559.135865:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077559.135867:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077559.135868:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077559.135870:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077559.135872:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70720:70720:256:4294967295] 192.168.204.140@tcp LPNI seq info [70720:70720:8:4294967295]
00000400:00000200:3.0:1769077559.135875:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077559.135879:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077559.135882:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135884:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077559.135886:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077559.135888:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1769077559.135891:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077559.135893:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:3.0:1769077559.135896:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077559.135897:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077559.135899:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077559.135902:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077559.135903:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077559.135905:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077559.135906:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077559.135909:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135914:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.135916:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077584 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135920:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135921:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077559.135923:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077559.135925:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077559.135927:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077559.135929:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299218886
00000100:00000001:3.0:1769077559.135931:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299218886
00000100:00000001:3.0:1769077559.135932:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299218886
00000100:00000001:3.0:1769077559.135934:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299218886
00000100:00000001:3.0:1769077559.135936:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077559.135938:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.135939:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077559.135941:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077559/real 1769077559]  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077559.135946:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077559.135947:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077559.135947:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077559.135949:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077559.135950:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077559.135951:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077559.135952:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077559.135958:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135963:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077559.135964:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135965:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135966:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077559.135968:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135972:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077559.135974:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.135978:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077559.135979:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135980:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077559.135981:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.135983:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077559.135985:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077559.135987:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077559.135989:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077559.135991:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077559.135993:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077559.135998:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387136:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077559.136000:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.136001:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.136003:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617387008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.136008:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077559.136009:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077559.136010:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077559.136011:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077559.136012:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077559.136013:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077559.136014:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077559.136015:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:3.0:1769077559.136017:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077559.136018:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077559.136019:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:3.0:1769077559.136021:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077559.136023:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.136024:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077559.136026:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617387136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077584 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077559.136030:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077559.136030:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077559.136031:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077559.136034:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077559.136035:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077559.136035:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077559.136037:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077559.136038:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077559.136040:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077559.136040:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077559.136041:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:3.0:1769077559.136042:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077559.136043:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.136044:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077559.136046:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077559.136047:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077559.136048:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077559.136049:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077559.454823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077559.454830:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077559.454835:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077560.478843:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077560.478847:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077560.478851:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077560.670753:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299218886, at 4299218944
00000100:00000010:0.0:1769077560.670771:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00000020:00000001:3.0:1769077561.502908:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077561.502912:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077561.502915:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077562.526852:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077562.526856:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077562.526860:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077563.550829:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077563.550832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077563.550835:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077564.254786:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077564.254798:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077564.254801:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077564.254804:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077564.254808:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077564.254816:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4550
00000400:00000200:0.0:1769077564.254826:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077564.254832:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077564.254835:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077564.254838:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.254841:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077564.254844:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.254846:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077564.254849:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077564.254851:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077564.254854:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077564.254857:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077564.254859:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077564.254861:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077564.254863:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.254865:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077564.254866:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.254867:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077564.254869:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077564.254872:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077564.254873:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077564.254876:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077564.254879:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077564.254881:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.254883:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077564.254884:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077564.254896:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077564.254899:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077564.254903:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077564.254904:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.254907:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077564.254910:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077564.254914:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077564.254922:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077564.254929:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077564.254937:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077564.254955:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077564.254960:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077564.254974:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077564.254999:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077564.255002:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077564.255005:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077564.255006:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077564.255007:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077564.255010:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077564.255012:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4550
00000400:00000200:0.0:1769077564.255014:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077564.255016:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077564.255017:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077564.255019:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255021:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077564.255022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255024:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077564.255026:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077564.255027:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077564.255028:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077564.255040:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077564.255042:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077564.255043:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077564.255046:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255048:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077564.255049:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255051:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077564.255053:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077564.255055:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255057:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077564.255058:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077564.255063:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077564.255063:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769077564.255067:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.255069:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077564.255069:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077564.255073:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769077564.255074:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077564.255078:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.255080:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077564.255082:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077564.255084:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077564.255088:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077564.255093:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077564.255095:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.255098:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077564.255099:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077564.255100:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077564.255102:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077564.255103:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077564.255116:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077564.255118:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769077564.255120:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255122:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077564.255125:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077564.255128:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1769077564.255131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617387264:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077564.255140:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077564.255143:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077564.255146:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255147:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769077564.255151:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077564.255152:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255157:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077564.255163:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077564.255165:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
00000100:00000040:0.0:1769077564.255166:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077564.255170:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077564.255171:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077564.255174:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077564.255177:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077564.255179:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077564.255179:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:0.0:1769077564.255181:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077564.255195:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077564.255197:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4550
00000400:00000010:3.0:1769077564.255199:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000200:0.0:1769077564.255200:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077564.255205:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077564.255206:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077564.255208:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000040:0.0:1769077564.255209:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255213:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077564.255214:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255216:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077564.255217:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077564.255218:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077564.255219:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077564.255220:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077564.255221:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077564.255223:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077564.255224:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255226:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769077564.255226:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387264, portal 25
00000100:00000040:0.0:1769077564.255228:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077564.255232:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077564.255233:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077564.255235:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077564.255235:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077564.255238:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000001:0.0:1769077564.255239:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077564.255244:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077564.255246:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077564.255249:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077564.255250:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077564.255254:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077564.255257:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077564.255262:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255264:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077564.255265:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077564.255269:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000010:0.0:1769077564.255270:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077564.255274:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000010:3.0:1769077564.255274:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
02000000:00000001:0.0:1769077564.255279:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077564.255281:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077564.255281:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617387264, offset 0
00000100:00000001:0.0:1769077564.255286:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077564.255288:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077564.255289:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077564.255293:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769077564.255295:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077564.255299:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077564.255304:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077564.255305:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077564.255313:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077564.255316:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:0.0:1769077564.255317:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077564.255323:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077564.255324:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769077564.255332:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077564.255332:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077564.255337:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077564.255338:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4560)
00000400:00000200:3.0:1769077564.255340:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077564.255345:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70721:70721:256:4294967295] 192.168.204.140@tcp LPNI seq info [70721:70721:8:4294967295]
00000400:00000200:3.0:1769077564.255348:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077564.255359:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077564.255365:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255370:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077564.255376:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077564.255380:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077564.255385:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077564.255388:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077564.255392:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255395:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077564.255402:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077564.255406:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077564.255411:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077564.255412:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077564.255416:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077564.255420:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255428:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.255430:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255436:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255437:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077564.255442:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077564.255445:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077564.255448:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299224006
00000100:00000010:3.0:1769077564.255452:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3360.
00000100:00000001:3.0:1769077564.255459:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077564.255472:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299224006
00000100:00000010:3.0:1769077564.255475:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c00.
00000100:00000001:3.0:1769077564.255477:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077564.255480:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077564.255482:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255484:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077564.255489:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077564/real 1769077564]  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077564.255502:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077564.255504:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077564.255505:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077564.255507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077564.255508:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077564.255510:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077564.255514:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077564.255520:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255525:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077564.255526:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255528:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.255530:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077564.255532:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255537:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077564.255541:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255546:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077564.255548:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255549:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.255550:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255552:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077564.255554:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077564.255556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077564.255559:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077564.255560:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077564.255563:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077564.255568:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617387264:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077564.255572:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255573:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.255575:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617387264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255585:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077564.255587:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077564.255589:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077564.255591:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077564.255593:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077564.255595:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077564.255596:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077564.255598:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:3.0:1769077564.255602:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077564.255603:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077564.255605:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:3.0:1769077564.255608:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077564.255609:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255610:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255617:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077564.255619:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255621:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077564.255622:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077564.255623:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077564.255625:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255630:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077564.255631:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255632:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077564.255634:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077564.255636:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077564.255638:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387392:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077564.255639:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077564.255641:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077564.255642:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255643:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077564.255645:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077564.255646:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077564.255648:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077564.255651:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077564.255653:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077564.255680:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387392, portal 10
00000100:00000001:3.0:1769077564.255687:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077564.255688:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:3.0:1769077564.255694:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255699:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077564.255701:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077564.255703:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077564.255705:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617387392, offset 0
00000400:00000200:3.0:1769077564.255708:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077564.255711:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077564.255713:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077564.255716:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077564.255718:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077564.255719:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077564.255721:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077564.255723:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70722:70722:256:4294967295] 192.168.204.140@tcp LPNI seq info [70722:70722:8:4294967295]
00000400:00000200:3.0:1769077564.255726:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077564.255731:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077564.255734:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255736:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077564.255739:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077564.255741:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077564.255744:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077564.255746:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077564.255749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255751:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077564.255753:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077564.255755:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077564.255757:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077564.255759:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077564.255761:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077564.255763:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255769:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.255771:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255775:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255776:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077564.255778:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077564.255781:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077564.255783:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077564.255784:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299222540
00000100:00000001:3.0:1769077564.255786:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299224006
00000100:00000001:3.0:1769077564.255788:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299222540
00000100:00000001:3.0:1769077564.255789:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299224006
00000100:00000001:3.0:1769077564.255791:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077564.255793:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255794:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077564.255796:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077564/real 1769077564]  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077564.255801:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077564.255802:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077564.255803:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077564.255804:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077564.255805:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077564.255806:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077564.255813:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077564.255819:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255828:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077564.255829:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255831:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.255832:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077564.255834:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255838:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077564.255840:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255844:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077564.255846:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255847:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.255848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.255849:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077564.255850:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077564.255851:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077564.255853:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077564.255855:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077564.255858:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077564.255864:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387392:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077564.255866:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077564.255868:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255872:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077564.255873:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255875:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077564.255876:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077564.255878:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077564.255880:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387520:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077564.255883:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077564.255884:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077564.255885:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077564.255886:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077564.255889:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077564.255890:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077564.255893:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077564.255895:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077564.255897:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077564.255899:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387520, portal 4
00000100:00000001:3.0:1769077564.255901:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077564.255902:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000040:3.0:1769077564.255906:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255910:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077564.255912:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077564.255913:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077564.255915:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617387520, offset 0
00000400:00000200:3.0:1769077564.255917:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077564.255920:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077564.255922:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077564.255923:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077564.255925:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077564.255927:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077564.255928:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077564.255930:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70723:70723:256:4294967295] 192.168.204.140@tcp LPNI seq info [70723:70723:8:4294967295]
00000400:00000200:3.0:1769077564.255933:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077564.255937:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077564.255946:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255948:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077564.255951:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077564.255953:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1769077564.255956:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077564.255958:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1769077564.255960:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077564.255962:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077564.255964:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077564.255966:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077564.255968:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077564.255969:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077564.255971:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077564.255973:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255978:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.255980:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077589 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.255985:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.255986:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077564.255987:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077564.255989:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077564.255991:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077564.255992:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299224006
00000100:00000001:3.0:1769077564.255994:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299224006
00000100:00000001:3.0:1769077564.255996:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299224006
00000100:00000001:3.0:1769077564.255997:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299224006
00000100:00000001:3.0:1769077564.255999:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077564.256000:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.256001:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077564.256003:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077564/real 1769077564]  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077564.256009:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077564.256010:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077564.256012:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077564.256013:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077564.256014:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077564.256015:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077564.256017:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077564.256023:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.256027:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077564.256028:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256029:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.256030:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077564.256032:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.256036:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077564.256039:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.256042:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077564.256044:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256045:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077564.256046:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256047:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077564.256049:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077564.256051:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077564.256053:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077564.256054:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077564.256057:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077564.256062:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387520:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077564.256065:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256066:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.256068:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617387392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.256072:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077564.256073:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077564.256074:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077564.256075:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077564.256076:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077564.256077:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077564.256078:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077564.256080:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077564.256081:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077564.256082:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077564.256084:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:3.0:1769077564.256086:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077564.256087:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256088:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077564.256090:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617387520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077589 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077564.256094:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077564.256095:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077564.256096:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077564.256097:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077564.256098:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077564.256098:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077564.256100:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077564.256100:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:3.0:1769077564.256102:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077564.256103:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077564.256104:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:3.0:1769077564.256106:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077564.256107:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256108:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077564.256110:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077564.256111:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077564.256112:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077564.256113:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077564.574899:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077564.574903:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077564.574905:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077565.598833:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077565.598836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077565.598840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077565.790777:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299224006, at 4299224064
00000100:00000010:0.0:1769077565.790784:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3360.
00000020:00000001:3.0:1769077566.622823:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077566.622827:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077566.622830:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077567.646835:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077567.646838:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077567.646841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077568.670838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077568.670842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077568.670845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077569.375127:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077569.375134:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077569.375138:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077569.375149:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375178:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077569.375184:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.375191:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077569.375197:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077569.375203:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077569.375214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617387648:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077569.375225:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077569.375233:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077569.375237:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.375240:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077569.375249:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077569.375253:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077569.375263:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077569.375271:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077569.375280:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077569.375288:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387648, portal 25
00000100:00000001:3.0:1769077569.375295:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077569.375298:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000100:00000040:3.0:1769077569.375308:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375332:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077569.375342:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077569.375349:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077569.375357:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617387648, offset 0
00000400:00000200:3.0:1769077569.375371:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077569.375386:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.375398:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077569.375411:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077569.375418:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077569.375426:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077569.375432:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077569.375442:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70724:70724:256:4294967295] 192.168.204.140@tcp LPNI seq info [70724:70724:8:4294967295]
00000400:00000200:3.0:1769077569.375453:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.375473:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077569.375486:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.375496:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077569.375511:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077569.375516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077569.375525:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077569.375529:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077569.375538:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.375542:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077569.375548:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077569.375556:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077569.375562:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077569.375565:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077569.375572:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077569.375576:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375593:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.375598:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375609:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.375614:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077569.375619:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077569.375624:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077569.375630:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299229126
00000100:00000010:3.0:1769077569.375637:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3d80.
00000100:00000001:3.0:1769077569.375648:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077569.375705:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299229127
00000100:00000010:3.0:1769077569.375716:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b32a0.
00000100:00000001:3.0:1769077569.375723:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077569.375728:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077569.375731:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.375733:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077569.375741:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077569/real 1769077569]  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077569.375750:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077569.375752:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077569.375754:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077569.375757:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077569.375758:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077569.375760:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077569.375763:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077569.375771:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375781:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077569.375783:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375785:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.375786:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077569.375789:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375795:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077569.375799:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375805:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077569.375808:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375809:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.375810:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375812:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077569.375813:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077569.375816:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077569.375819:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077569.375821:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077569.375824:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077569.375830:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617387648:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077569.375834:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375836:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.375838:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709500 x1855007617387648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375844:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077569.375846:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077569.375849:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077569.375852:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077569.375853:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077569.375855:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077569.375857:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077569.375859:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27c00.
02000000:00000001:3.0:1769077569.375863:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077569.375864:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077569.375866:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709500.
00000100:00000001:3.0:1769077569.375868:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077569.375869:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375871:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.375878:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077569.375881:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.375884:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077569.375886:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077569.375888:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077569.375893:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375902:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077569.375903:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.375906:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077569.375908:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077569.375911:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077569.375915:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387776:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077569.375920:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077569.375923:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077569.375925:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.375928:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077569.375946:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077569.375949:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077569.375954:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077569.375957:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077569.375960:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077569.375963:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387776, portal 10
00000100:00000001:3.0:1769077569.375965:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077569.375967:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880230528 : -121799829321088 : ffff913944708a80)
00000100:00000040:3.0:1769077569.375973:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.375980:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077569.375982:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077569.375986:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077569.375989:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617387776, offset 0
00000400:00000200:3.0:1769077569.375994:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077569.375999:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.376004:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077569.376008:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077569.376012:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077569.376015:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077569.376018:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077569.376022:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70725:70725:256:4294967295] 192.168.204.140@tcp LPNI seq info [70725:70725:8:4294967295]
00000400:00000200:3.0:1769077569.376028:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.376038:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077569.376044:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.376049:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077569.376054:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077569.376057:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077569.376061:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077569.376063:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077569.376066:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.376068:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077569.376070:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077569.376074:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077569.376076:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077569.376078:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077569.376080:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077569.376083:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376096:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.376117:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376123:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.376125:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077569.376128:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077569.376132:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077569.376136:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077569.376138:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299227660
00000100:00000001:3.0:1769077569.376140:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299229126
00000100:00000001:3.0:1769077569.376142:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299227660
00000100:00000001:3.0:1769077569.376144:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299229127
00000100:00000001:3.0:1769077569.376145:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077569.376147:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.376149:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077569.376153:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077569/real 1769077569]  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077569.376163:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077569.376164:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077569.376167:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077569.376170:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077569.376172:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077569.376175:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077569.376179:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077569.376190:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376199:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077569.376202:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376204:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.376206:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077569.376212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376221:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077569.376226:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376234:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077569.376236:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376238:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.376239:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376240:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077569.376242:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077569.376244:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077569.376247:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077569.376249:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077569.376252:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077569.376258:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387776:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077569.376262:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077569.376264:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376269:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077569.376270:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.376273:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077569.376274:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077569.376276:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077569.376279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387904:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077569.376282:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077569.376283:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077569.376285:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077569.376287:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077569.376290:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077569.376292:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077569.376295:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077569.376298:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077569.376300:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077569.376303:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617387904, portal 4
00000100:00000001:3.0:1769077569.376304:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077569.376306:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880237696 : -121799829313920 : ffff91394470a680)
00000100:00000040:3.0:1769077569.376311:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376316:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077569.376318:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077569.376320:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077569.376322:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617387904, offset 0
00000400:00000200:3.0:1769077569.376325:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077569.376328:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.376331:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077569.376334:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077569.376337:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077569.376340:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077569.376343:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077569.376347:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70726:70726:256:4294967295] 192.168.204.140@tcp LPNI seq info [70726:70726:8:4294967295]
00000400:00000200:3.0:1769077569.376353:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077569.376361:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077569.376367:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.376371:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077569.376377:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077569.376380:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077569.376387:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077569.376390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077569.376396:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077569.376398:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077569.376402:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077569.376407:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077569.376411:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077569.376413:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077569.376415:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077569.376419:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376425:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.376428:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077594 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376433:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.376435:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077569.376438:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077569.376440:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077569.376443:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077569.376445:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299229126
00000100:00000001:3.0:1769077569.376447:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299229126
00000100:00000001:3.0:1769077569.376449:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299229126
00000100:00000001:3.0:1769077569.376451:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299229127
00000100:00000001:3.0:1769077569.376452:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077569.376454:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.376456:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077569.376458:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077569/real 1769077569]  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077569.376464:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077569.376466:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077569.376467:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077569.376469:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077569.376470:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077569.376472:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077569.376475:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077569.376481:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376486:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077569.376487:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376488:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.376489:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077569.376492:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376497:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077569.376500:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376505:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077569.376507:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376509:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077569.376510:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376511:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077569.376514:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077569.376516:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077569.376519:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077569.376520:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077569.376523:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077569.376534:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617387904:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077569.376537:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376539:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.376541:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708a80 x1855007617387776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376546:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077569.376547:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077569.376549:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077569.376550:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077569.376551:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077569.376553:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077569.376554:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077569.376555:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769077569.376557:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077569.376558:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077569.376560:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708a80.
00000100:00000001:3.0:1769077569.376562:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077569.376563:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376565:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077569.376567:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a680 x1855007617387904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077594 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077569.376572:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077569.376573:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077569.376574:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077569.376575:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077569.376576:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077569.376577:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077569.376578:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077569.376579:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25000.
02000000:00000001:3.0:1769077569.376581:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077569.376582:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077569.376583:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a680.
00000100:00000001:3.0:1769077569.376585:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077569.376586:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376588:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077569.376591:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077569.376592:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077569.376594:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077569.376595:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077569.694857:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077569.694863:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077569.694867:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077570.718917:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077570.718921:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077570.718924:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077570.910812:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299229126, at 4299229184
00000100:00000010:0.0:1769077570.910819:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:3.0:1769077571.742838:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077571.742843:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077571.742847:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077572.766842:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077572.766846:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077572.766849:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077573.790807:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077573.790812:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077573.790815:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077574.494809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077574.494821:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077574.494824:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077574.494829:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077574.494833:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077574.494841:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4560
00000400:00000200:0.0:1769077574.494850:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077574.494856:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077574.494870:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077574.494873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.494876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077574.494878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.494880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077574.494884:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077574.494885:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077574.494888:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077574.494891:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077574.494893:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077574.494895:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077574.494897:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.494898:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077574.494900:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.494901:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077574.494903:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077574.494906:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077574.494908:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077574.494910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077574.494913:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077574.494915:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.494916:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077574.494918:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077574.494940:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077574.494944:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077574.494947:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077574.494948:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.494951:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077574.494954:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077574.494958:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077574.494967:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077574.494973:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077574.494982:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077574.494991:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077574.494995:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077574.494999:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077574.495031:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077574.495045:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077574.495049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077574.495050:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077574.495051:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077574.495054:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077574.495056:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4560
00000400:00000200:0.0:1769077574.495058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077574.495060:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077574.495062:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077574.495065:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495071:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077574.495073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077574.495077:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077574.495078:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077574.495079:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077574.495081:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769077574.495082:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077574.495083:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077574.495087:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077574.495088:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077574.495090:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495093:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077574.495093:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077574.495098:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495100:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077574.495113:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:3.0:1769077574.495115:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077574.495117:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495122:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077574.495125:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077574.495132:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077574.495132:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077574.495135:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077574.495136:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495139:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077574.495140:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1769077574.495144:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077574.495145:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077574.495150:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077574.495151:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495155:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077574.495156:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388032:192.168.204.140@tcp:250:kworker.0
00000100:00000010:0.0:1769077574.495161:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769077574.495162:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1769077574.495166:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077574.495169:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077574.495170:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077574.495173:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077574.495174:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495175:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077574.495178:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077574.495178:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077574.495182:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077574.495186:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000010:0.0:1769077574.495187:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
02000000:00000001:3.0:1769077574.495190:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495193:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077574.495199:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077574.495202:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077574.495210:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769077574.495210:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:0.0:1769077574.495214:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077574.495219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077574.495220:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769077574.495229:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077574.495232:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077574.495232:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388032, portal 25
00000100:00000001:3.0:1769077574.495238:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077574.495239:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077574.495241:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00080000:0.0:1769077574.495243:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077574.495247:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077574.495250:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769077574.495251:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077574.495252:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077574.495256:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077574.495269:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4560
00000400:00000200:0.0:1769077574.495274:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077574.495279:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077574.495284:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077574.495287:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077574.495289:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495294:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077574.495294:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077574.495298:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:0.0:1769077574.495299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495304:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:3.0:1769077574.495305:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617388032, offset 0
00000020:00000001:0.0:1769077574.495306:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077574.495308:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077574.495309:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077574.495310:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077574.495315:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077574.495317:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077574.495319:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495320:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077574.495324:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077574.495334:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495335:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077574.495340:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077574.495342:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495343:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077574.495345:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077574.495347:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077574.495348:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495353:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077574.495353:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:0.0:1769077574.495357:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077574.495359:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495361:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077574.495364:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077574.495367:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077574.495367:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:0.0:1769077574.495372:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077574.495374:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077574.495376:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077574.495377:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077574.495378:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077574.495381:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:0.0:1769077574.495382:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077574.495386:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077574.495388:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00100000:0.0:1769077574.495393:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077574.495396:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077574.495403:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769077574.495408:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077574.495412:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70727:70727:256:4294967295] 192.168.204.140@tcp LPNI seq info [70727:70727:8:4294967295]
00000100:00000001:0.0:1769077574.495413:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077574.495421:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077574.495424:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077574.495432:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077574.495436:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4570)
00000400:00000200:3.0:1769077574.495441:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077574.495449:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.495455:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077574.495462:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077574.495466:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077574.495471:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077574.495475:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077574.495488:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.495491:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077574.495497:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077574.495502:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077574.495507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077574.495509:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077574.495514:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077574.495518:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495527:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.495529:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495535:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.495536:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077574.495541:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077574.495545:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077574.495547:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299234246
00000100:00000010:3.0:1769077574.495565:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3420.
00000100:00000001:3.0:1769077574.495573:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077574.495589:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299234246
00000100:00000010:3.0:1769077574.495602:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3b40.
00000100:00000001:3.0:1769077574.495608:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077574.495613:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077574.495616:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.495619:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077574.495623:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077574/real 1769077574]  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077574.495632:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077574.495634:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077574.495636:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077574.495638:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077574.495639:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077574.495641:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077574.495644:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077574.495651:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495656:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077574.495681:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495683:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.495685:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077574.495688:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495694:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077574.495697:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495714:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077574.495717:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495719:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.495720:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495723:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077574.495725:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077574.495728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077574.495733:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077574.495736:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077574.495741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077574.495751:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388032:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077574.495757:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495760:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.495763:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617388032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495787:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077574.495790:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077574.495792:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077574.495795:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077574.495797:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077574.495799:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077574.495801:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077574.495803:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:3.0:1769077574.495807:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077574.495809:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077574.495810:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769077574.495812:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077574.495813:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495815:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.495822:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077574.495824:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.495826:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077574.495827:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077574.495828:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077574.495831:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495837:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077574.495838:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077574.495840:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077574.495842:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077574.495844:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077574.495847:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388160:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077574.495851:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077574.495853:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077574.495855:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077574.495867:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077574.495870:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077574.495873:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077574.495878:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077574.495881:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077574.495886:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077574.495889:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388160, portal 10
00000100:00000001:3.0:1769077574.495891:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077574.495893:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:3.0:1769077574.495900:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495907:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077574.495908:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077574.495910:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077574.495912:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617388160, offset 0
00000400:00000200:3.0:1769077574.495915:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077574.495919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077574.495922:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077574.495932:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077574.495934:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077574.495936:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077574.495937:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077574.495940:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70728:70728:256:4294967295] 192.168.204.140@tcp LPNI seq info [70728:70728:8:4294967295]
00000400:00000200:3.0:1769077574.495943:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077574.495947:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077574.495950:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.495952:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077574.495955:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077574.495957:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077574.495960:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077574.495962:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077574.495965:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.495967:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077574.495969:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077574.495972:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077574.495974:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077574.495975:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077574.495977:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077574.495979:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495985:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.495987:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.495997:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.495998:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077574.496000:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077574.496004:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077574.496006:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077574.496008:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299232780
00000100:00000001:3.0:1769077574.496010:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299234246
00000100:00000001:3.0:1769077574.496025:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299232780
00000100:00000001:3.0:1769077574.496027:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299234246
00000100:00000001:3.0:1769077574.496029:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077574.496031:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.496032:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077574.496042:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077574/real 1769077574]  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077574.496049:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077574.496050:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077574.496052:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077574.496054:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077574.496055:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077574.496056:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077574.496059:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077574.496064:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496068:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077574.496069:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496070:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.496071:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077574.496074:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496079:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077574.496082:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496086:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077574.496088:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496089:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.496089:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496091:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077574.496092:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077574.496093:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077574.496095:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077574.496097:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077574.496099:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077574.496104:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388160:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077574.496110:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077574.496112:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496117:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077574.496118:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077574.496120:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077574.496121:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077574.496122:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077574.496124:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388288:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077574.496126:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077574.496128:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077574.496129:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077574.496131:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077574.496133:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077574.496135:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077574.496137:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077574.496140:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077574.496142:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077574.496144:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388288, portal 4
00000100:00000001:3.0:1769077574.496146:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077574.496147:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:3.0:1769077574.496151:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496156:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077574.496157:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077574.496159:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077574.496160:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617388288, offset 0
00000400:00000200:3.0:1769077574.496163:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077574.496165:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077574.496168:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077574.496170:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077574.496171:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077574.496173:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077574.496174:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077574.496177:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70729:70729:256:4294967295] 192.168.204.140@tcp LPNI seq info [70729:70729:8:4294967295]
00000400:00000200:3.0:1769077574.496180:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077574.496184:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077574.496187:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.496189:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077574.496192:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077574.496194:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077574.496197:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077574.496199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077574.496201:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077574.496203:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077574.496205:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077574.496207:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077574.496209:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077574.496211:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077574.496212:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077574.496214:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496220:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.496222:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077599 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496226:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.496227:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077574.496229:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077574.496231:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077574.496233:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077574.496235:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299234246
00000100:00000001:3.0:1769077574.496237:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299234246
00000100:00000001:3.0:1769077574.496238:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299234246
00000100:00000001:3.0:1769077574.496240:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299234246
00000100:00000001:3.0:1769077574.496241:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077574.496242:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.496243:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077574.496245:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077574/real 1769077574]  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077574.496250:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077574.496251:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077574.496252:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077574.496253:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077574.496254:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077574.496266:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077574.496269:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077574.496274:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496278:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077574.496279:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496280:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.496281:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077574.496283:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496287:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077574.496289:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496293:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077574.496295:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496296:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077574.496296:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496297:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077574.496300:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077574.496301:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077574.496304:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077574.496305:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077574.496308:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077574.496315:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388288:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077574.496319:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496332:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.496336:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617388160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496343:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077574.496344:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077574.496347:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077574.496349:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077574.496351:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077574.496352:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077574.496355:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077574.496357:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:3.0:1769077574.496359:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077574.496361:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077574.496363:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769077574.496367:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077574.496368:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496370:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077574.496374:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617388288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077599 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077574.496382:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077574.496383:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077574.496385:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077574.496387:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077574.496388:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077574.496389:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077574.496391:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077574.496392:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769077574.496395:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077574.496396:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077574.496396:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:3.0:1769077574.496398:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077574.496399:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496400:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077574.496402:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077574.496404:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077574.496405:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077574.496407:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077574.814985:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077574.814989:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077574.814993:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077575.838816:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077575.838819:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077575.838822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077576.030755:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299234246, at 4299234304
00000100:00000010:0.0:1769077576.030771:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00000020:00000001:3.0:1769077576.862867:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077576.862870:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077576.862873:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077577.886864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077577.886871:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077577.886877:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077578.910840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077578.910846:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077578.910850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077579.614756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077579.614765:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077579.614767:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077579.614771:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077579.614774:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077579.614780:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4565
00000400:00000200:0.0:1769077579.614788:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077579.614793:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077579.614796:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077579.614798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614801:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077579.614803:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077579.614807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077579.614809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077579.614811:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077579.614813:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077579.614814:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077579.614816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077579.614818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614820:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077579.614821:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614823:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077579.614825:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077579.614827:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614829:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077579.614831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077579.614833:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077579.614835:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077579.614836:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077579.614838:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077579.614846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077579.614848:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077579.614851:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077579.614853:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077579.614855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077579.614857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077579.614860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077579.614868:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077579.614872:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077579.614879:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077579.614887:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077579.614890:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077579.614893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077579.614917:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077579.614919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077579.614922:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077579.614923:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077579.614925:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077579.614940:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077579.614943:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4565
00000400:00000200:0.0:1769077579.614947:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077579.614950:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077579.614952:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077579.614954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077579.614958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.614960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077579.614962:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077579.614964:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769077579.614965:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077579.614966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077579.614970:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077579.614971:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769077579.614974:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769077579.614977:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077579.614983:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077579.614984:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077579.614994:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077579.614996:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077579.614999:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077579.615000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769077579.615003:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769077579.615007:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:3.0:1769077579.615008:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077579.615014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:3.0:1769077579.615014:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077579.615021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388416:192.168.204.140@tcp:250:kworker.0
00000020:00000040:0.0:1769077579.615022:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077579.615026:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1769077579.615030:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:3.0:1769077579.615031:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077579.615034:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077579.615036:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077579.615037:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077579.615042:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769077579.615043:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077579.615046:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077579.615049:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077579.615054:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077579.615056:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077579.615059:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:0.0:1769077579.615061:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769077579.615066:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000008:00100000:0.0:1769077579.615067:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077579.615072:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077579.615073:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388416, portal 25
00000100:00000001:0.0:1769077579.615075:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615077:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077579.615080:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000010:0.0:1769077579.615085:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000100:00000040:3.0:1769077579.615085:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769077579.615092:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077579.615098:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077579.615102:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615103:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077579.615107:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1769077579.615108:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077579.615111:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1769077579.615112:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
02000000:00000001:0.0:1769077579.615116:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077579.615117:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617388416, offset 0
00000400:00000200:3.0:1769077579.615125:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769077579.615126:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077579.615133:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077579.615133:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077579.615142:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00100000:0.0:1769077579.615143:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077579.615147:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077579.615154:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077579.615160:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1769077579.615161:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077579.615163:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.615168:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077579.615168:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70730:70730:256:4294967295] 192.168.204.140@tcp LPNI seq info [70730:70730:8:4294967295]
00000400:00000200:3.0:1769077579.615176:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077579.615179:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077579.615190:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077579.615202:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077579.615206:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077579.615207:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000040:0.0:1769077579.615212:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1769077579.615217:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769077579.615221:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:3.0:1769077579.615223:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1769077579.615226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077579.615231:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077579.615235:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1769077579.615236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:0.0:1769077579.615238:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1769077579.615242:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769077579.615243:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077579.615250:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4565
00000800:00000100:3.0:1769077579.615255:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769077579.615260:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000010:3.0:1769077579.615261:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:0.0:1769077579.615269:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077579.615270:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1769077579.615273:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077579.615279:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077579.615284:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000100:00000040:0.0:1769077579.615288:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:3.0:1769077579.615289:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:0.0:1769077579.615295:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077579.615296:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077579.615302:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077579.615303:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077579.615309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077579.615316:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077579.615316:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769077579.615319:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:3.0:1769077579.615322:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769077579.615324:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077579.615328:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077579.615334:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077579.615339:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:3.0:1769077579.615342:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077579.615346:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077579.615346:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769077579.615350:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077579.615353:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077579.615354:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077579.615357:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077579.615361:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769077579.615362:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:3.0:1769077579.615365:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299239366
00000100:00000010:3.0:1769077579.615369:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3d20.
00000100:00080000:0.0:1769077579.615375:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077579.615378:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615378:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769077579.615383:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077579.615386:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077579.615388:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615389:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299239366
00000100:00000001:0.0:1769077579.615390:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077579.615394:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000010:3.0:1769077579.615395:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b38a0.
00000008:00000001:0.0:1769077579.615399:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615401:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769077579.615402:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615407:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1769077579.615408:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769077579.615410:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077579.615413:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:3.0:1769077579.615414:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1769077579.615418:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077579.615421:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077579.615422:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077579/real 1769077579]  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077579.615424:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077579.615426:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077579.615428:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077579.615434:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000400:00000001:3.0:1769077579.615436:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1769077579.615438:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769077579.615439:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077579.615442:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000100:00100000:0.0:1769077579.615446:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077579.615447:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077579.615451:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077579.615455:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769077579.615460:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077579.615461:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077579.615464:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077579.615472:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077579.615477:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077579.615488:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615491:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1769077579.615494:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4575)
00000100:00000001:3.0:1769077579.615494:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615500:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.615501:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077579.615504:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615509:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077579.615513:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615518:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077579.615528:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615530:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.615530:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615532:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077579.615533:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077579.615535:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077579.615538:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077579.615540:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077579.615542:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077579.615548:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388416:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077579.615551:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615553:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077579.615555:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617388416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615559:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077579.615561:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077579.615563:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077579.615565:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077579.615566:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077579.615567:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077579.615568:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077579.615570:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769077579.615573:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077579.615575:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077579.615576:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:3.0:1769077579.615578:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077579.615579:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615580:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615586:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077579.615587:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615589:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077579.615590:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077579.615591:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077579.615593:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615598:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077579.615599:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077579.615600:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077579.615602:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077579.615603:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077579.615605:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388544:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077579.615607:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077579.615608:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077579.615609:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077579.615610:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077579.615612:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077579.615614:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077579.615616:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077579.615618:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077579.615621:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077579.615623:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388544, portal 10
00000100:00000001:3.0:1769077579.615624:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077579.615625:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:3.0:1769077579.615630:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615634:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077579.615636:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077579.615637:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077579.615639:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617388544, offset 0
00000400:00000200:3.0:1769077579.615642:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077579.615644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077579.615647:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077579.615649:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077579.615651:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077579.615653:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077579.615655:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077579.615676:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70731:70731:256:4294967295] 192.168.204.140@tcp LPNI seq info [70731:70731:8:4294967295]
00000400:00000200:3.0:1769077579.615680:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077579.615687:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077579.615692:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077579.615696:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077579.615700:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077579.615703:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077579.615708:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077579.615710:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077579.615714:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077579.615716:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077579.615719:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077579.615723:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077579.615736:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077579.615738:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077579.615741:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077579.615745:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615754:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077579.615756:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615761:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615762:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077579.615765:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077579.615768:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077579.615770:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077579.615772:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299237900
00000100:00000001:3.0:1769077579.615774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299239366
00000100:00000001:3.0:1769077579.615775:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299237900
00000100:00000001:3.0:1769077579.615777:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299239366
00000100:00000001:3.0:1769077579.615779:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077579.615780:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615782:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077579.615784:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077579/real 1769077579]  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077579.615789:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077579.615790:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077579.615792:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077579.615793:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077579.615794:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077579.615795:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077579.615797:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077579.615803:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615807:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077579.615808:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615809:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.615810:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077579.615812:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615816:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077579.615818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615823:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077579.615825:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615826:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.615827:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.615828:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077579.615829:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077579.615831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077579.615833:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077579.615834:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077579.615836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077579.615841:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388544:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077579.615844:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077579.615846:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615850:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077579.615851:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077579.615853:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077579.615854:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077579.615855:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077579.615857:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388672:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077579.615859:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077579.615860:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077579.615861:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077579.615862:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077579.615865:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077579.615866:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077579.615869:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077579.615871:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077579.615873:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077579.615875:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388672, portal 4
00000100:00000001:3.0:1769077579.615876:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077579.615877:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:3.0:1769077579.615881:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615885:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077579.615886:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077579.615888:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077579.615889:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617388672, offset 0
00000400:00000200:3.0:1769077579.615892:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077579.615894:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077579.615896:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077579.615898:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077579.615900:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077579.615902:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077579.615903:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077579.615905:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70732:70732:256:4294967295] 192.168.204.140@tcp LPNI seq info [70732:70732:8:4294967295]
00000400:00000200:3.0:1769077579.615908:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077579.615913:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077579.615916:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077579.615918:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077579.615921:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077579.615922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077579.615939:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077579.615942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077579.615945:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077579.615946:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077579.615948:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077579.615951:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077579.615953:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077579.615954:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077579.615956:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077579.615959:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615964:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077579.615966:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.615970:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615971:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077579.615972:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077579.615974:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077579.615977:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077579.615978:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299239366
00000100:00000001:3.0:1769077579.615980:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299239366
00000100:00000001:3.0:1769077579.615982:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299239366
00000100:00000001:3.0:1769077579.615983:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299239366
00000100:00000001:3.0:1769077579.615984:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077579.615986:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.615987:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077579.615989:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077579/real 1769077579]  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077579.615994:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077579.615994:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077579.615995:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077579.615997:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077579.615998:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077579.615999:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077579.616001:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077579.616006:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.616014:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077579.616015:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616017:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.616018:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077579.616020:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.616024:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077579.616026:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.616030:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077579.616032:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616033:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077579.616034:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616035:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077579.616037:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077579.616038:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077579.616040:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077579.616042:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077579.616044:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077579.616049:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388672:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077579.616051:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616052:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077579.616054:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617388544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.616058:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077579.616059:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077579.616061:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077579.616062:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077579.616063:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077579.616064:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077579.616066:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077579.616067:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769077579.616068:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077579.616069:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077579.616070:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769077579.616072:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077579.616073:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616074:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077579.616076:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617388672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077579.616080:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077579.616081:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077579.616082:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077579.616083:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077579.616084:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077579.616085:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077579.616086:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077579.616087:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:3.0:1769077579.616088:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077579.616089:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077579.616089:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769077579.616091:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077579.616091:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616092:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077579.616095:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077579.616096:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077579.616097:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077579.616098:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077579.934845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077579.934849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077579.934853:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077580.958846:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077580.958850:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077580.958853:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077581.150762:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299239366, at 4299239424
00000100:00000010:0.0:1769077581.150778:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d20.
00000020:00000001:3.0:1769077581.982824:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077581.982827:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077581.982831:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077583.006832:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077583.006837:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077583.006841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077584.030842:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077584.030847:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077584.030868:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077584.734820:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077584.734831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077584.734834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077584.734838:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077584.734854:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077584.734863:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4570
00000400:00000200:2.0:1769077584.734873:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077584.734879:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077584.734882:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077584.734885:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.734888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077584.734890:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.734892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077584.734896:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077584.734898:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077584.734900:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077584.734903:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077584.734905:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077584.734907:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077584.734911:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.734914:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077584.734917:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.734919:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077584.734923:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077584.734927:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077584.734930:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077584.734933:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077584.734938:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077584.734942:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.734944:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077584.734947:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077584.734961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077584.734966:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077584.734971:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077584.734972:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.734975:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077584.734979:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077584.734984:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077584.734994:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077584.735007:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077584.735015:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077584.735024:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077584.735029:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077584.735033:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077584.735053:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077584.735057:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077584.735061:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077584.735063:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077584.735065:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077584.735067:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077584.735071:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4570
00000400:00000200:2.0:1769077584.735076:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077584.735080:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077584.735083:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077584.735087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077584.735093:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077584.735100:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077584.735102:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077584.735105:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077584.735107:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077584.735110:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077584.735112:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077584.735113:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077584.735121:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077584.735123:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077584.735133:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077584.735133:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077584.735139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735146:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077584.735149:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077584.735152:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735155:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077584.735159:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769077584.735160:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077584.735166:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077584.735176:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.735184:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077584.735190:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1769077584.735191:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077584.735193:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077584.735204:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.735206:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077584.735208:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.735210:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769077584.735214:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
02000000:00000001:3.0:1769077584.735216:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077584.735227:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00100000:3.0:1769077584.735234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388800:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769077584.735236:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077584.735241:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.735244:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077584.735245:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077584.735248:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077584.735251:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.735251:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077584.735256:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077584.735257:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077584.735260:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077584.735264:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077584.735269:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
00000100:00100000:2.0:1769077584.735277:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077584.735277:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077584.735295:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077584.735301:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769077584.735303:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:2.0:1769077584.735308:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077584.735309:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077584.735318:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388800, portal 25
00000100:00000040:2.0:1769077584.735320:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735322:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077584.735327:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000100:00000040:3.0:1769077584.735344:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077584.735364:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.735365:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077584.735372:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077584.735373:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077584.735378:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:2.0:1769077584.735386:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769077584.735386:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617388800, offset 0
00000100:00080000:2.0:1769077584.735398:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077584.735399:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077584.735412:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077584.735415:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077584.735418:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769077584.735420:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077584.735426:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077584.735434:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4570
00000400:00000200:3.0:1769077584.735435:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077584.735448:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077584.735454:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077584.735458:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077584.735462:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077584.735465:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70733:70733:256:4294967295] 192.168.204.140@tcp LPNI seq info [70733:70733:8:4294967295]
00000400:00000200:3.0:1769077584.735469:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077584.735475:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077584.735484:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077584.735490:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077584.735493:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077584.735499:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735506:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769077584.735507:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077584.735513:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000010:3.0:1769077584.735515:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077584.735520:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077584.735527:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1769077584.735530:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769077584.735531:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077584.735538:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1769077584.735541:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:2.0:1769077584.735543:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077584.735551:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077584.735558:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.1:1769077584.735560:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077584.735568:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077584.735571:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077584.735576:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:3.0:1769077584.735579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077584.735582:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000100:00000040:2.0:1769077584.735584:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077584.735589:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769077584.735590:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077584.735599:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077584.735600:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1769077584.735611:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077584.735613:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000100:00000001:2.0:1769077584.735617:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077584.735619:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
02000000:00000001:2.0:1769077584.735622:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077584.735626:0:2369:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1769077584.735628:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077584.735634:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.735636:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077584.735641:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000200:3.0:1769077584.735641:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769077584.735650:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.735705:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077584.735709:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077584.735712:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077584.735722:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769077584.735724:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769077584.735725:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.735728:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077584.735730:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077584.735733:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077584.735733:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077584.735745:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:3.0:1769077584.735749:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077584.735751:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.735752:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077584.735762:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077584.735763:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077584.735776:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077584.735788:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077584.735789:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299244487
00000100:00000001:2.0:1769077584.735796:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077584.735799:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3540.
00000100:00000040:2.0:1769077584.735806:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735810:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077584.735823:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.735826:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299244487
00000100:00000040:2.0:1769077584.735827:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4580)
00000100:00000010:3.0:1769077584.735836:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3780.
00000100:00000001:3.0:1769077584.735854:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077584.735860:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077584.735864:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.735867:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077584.735875:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077584/real 1769077584]  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077584.735887:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077584.735888:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077584.735890:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077584.735893:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077584.735894:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077584.735896:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077584.735899:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077584.735905:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735915:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077584.735916:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735918:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.735920:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077584.735923:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735927:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077584.735931:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735935:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077584.735937:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735939:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.735940:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735942:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077584.735943:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077584.735946:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077584.735949:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077584.735951:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077584.735953:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077584.735958:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617388800:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077584.735961:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735963:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077584.735965:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617388800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.735970:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077584.735972:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077584.735974:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077584.735976:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077584.735978:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077584.735980:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077584.735981:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077584.735983:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077584.735986:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077584.735988:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077584.735989:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:3.0:1769077584.735991:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077584.735992:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735994:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.735999:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077584.736001:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736003:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077584.736004:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077584.736006:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077584.736009:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736014:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077584.736015:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.736017:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077584.736018:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077584.736020:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077584.736022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388928:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077584.736024:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077584.736026:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077584.736027:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.736028:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077584.736031:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077584.736032:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077584.736035:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077584.736037:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077584.736040:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077584.736042:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617388928, portal 10
00000100:00000001:3.0:1769077584.736043:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077584.736044:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:3.0:1769077584.736049:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736053:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077584.736055:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077584.736056:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077584.736058:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617388928, offset 0
00000400:00000200:3.0:1769077584.736061:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077584.736064:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077584.736066:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077584.736069:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077584.736071:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077584.736073:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077584.736075:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077584.736077:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70734:70734:256:4294967295] 192.168.204.140@tcp LPNI seq info [70734:70734:8:4294967295]
00000400:00000200:3.0:1769077584.736080:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077584.736084:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077584.736088:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077584.736090:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077584.736093:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077584.736095:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077584.736098:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077584.736100:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077584.736104:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077584.736105:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077584.736107:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077584.736109:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077584.736111:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077584.736113:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077584.736114:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077584.736117:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736122:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077584.736124:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736128:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736129:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077584.736131:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077584.736134:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077584.736136:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077584.736137:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299243020
00000100:00000001:3.0:1769077584.736139:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299244487
00000100:00000001:3.0:1769077584.736140:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299243020
00000100:00000001:3.0:1769077584.736142:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299244487
00000100:00000001:3.0:1769077584.736144:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077584.736145:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736146:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077584.736149:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077584/real 1769077584]  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077584.736154:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077584.736154:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077584.736155:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077584.736157:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077584.736158:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077584.736159:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077584.736161:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077584.736167:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736171:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077584.736172:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736173:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.736174:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077584.736176:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736180:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077584.736182:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736186:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077584.736188:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736189:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.736189:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736190:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077584.736192:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077584.736194:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077584.736196:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077584.736197:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077584.736200:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077584.736205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617388928:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077584.736207:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077584.736209:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736214:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077584.736215:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.736216:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077584.736217:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077584.736218:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077584.736220:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389056:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077584.736222:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077584.736224:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077584.736225:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077584.736226:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077584.736228:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077584.736229:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077584.736232:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077584.736233:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077584.736235:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077584.736237:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389056, portal 4
00000100:00000001:3.0:1769077584.736238:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077584.736239:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000040:3.0:1769077584.736243:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736251:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077584.736253:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077584.736254:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077584.736256:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617389056, offset 0
00000400:00000200:3.0:1769077584.736259:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077584.736261:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077584.736263:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077584.736264:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077584.736266:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077584.736267:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077584.736269:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077584.736271:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70735:70735:256:4294967295] 192.168.204.140@tcp LPNI seq info [70735:70735:8:4294967295]
00000400:00000200:3.0:1769077584.736274:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077584.736277:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077584.736280:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077584.736282:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077584.736284:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077584.736285:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077584.736288:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077584.736289:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077584.736292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077584.736293:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077584.736295:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077584.736297:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077584.736299:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077584.736300:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077584.736301:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077584.736304:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736308:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077584.736310:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736319:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736320:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077584.736321:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077584.736323:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077584.736325:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077584.736327:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299244486
00000100:00000001:3.0:1769077584.736328:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299244487
00000100:00000001:3.0:1769077584.736330:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299244486
00000100:00000001:3.0:1769077584.736331:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299244487
00000100:00000001:3.0:1769077584.736332:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077584.736333:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736334:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077584.736336:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077584/real 1769077584]  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077584.736341:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077584.736342:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077584.736342:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077584.736344:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077584.736345:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077584.736346:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077584.736348:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077584.736353:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736357:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077584.736358:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736359:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.736360:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077584.736362:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736367:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077584.736369:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736374:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077584.736375:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736376:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077584.736377:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736378:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077584.736380:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077584.736381:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077584.736383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077584.736384:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077584.736386:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077584.736391:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389056:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077584.736393:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736394:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077584.736396:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617388928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736400:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077584.736402:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077584.736403:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077584.736405:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077584.736407:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077584.736408:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077584.736410:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077584.736412:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077584.736415:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077584.736416:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077584.736418:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:3.0:1769077584.736420:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077584.736422:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736423:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077584.736427:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617389056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077584.736434:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077584.736436:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077584.736438:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077584.736441:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077584.736442:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077584.736443:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077584.736445:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077584.736447:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:3.0:1769077584.736450:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077584.736451:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077584.736452:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:3.0:1769077584.736455:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077584.736456:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736458:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077584.736461:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077584.736462:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077584.736464:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077584.736465:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077585.054823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077585.054827:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077585.054830:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077586.078873:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077586.078881:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077586.078886:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077586.270768:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299244487, at 4299244544
00000100:00000010:0.0:1769077586.270785:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:3.0:1769077587.102895:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077587.102899:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077587.102902:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077588.126816:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077588.126819:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077588.126822:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077589.150838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077589.150842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077589.150845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077589.854736:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077589.854747:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077589.854751:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077589.854767:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077589.854773:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077589.854779:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4575
00000400:00000200:2.0:1769077589.854787:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077589.854791:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077589.854794:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077589.854797:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854799:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077589.854801:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854803:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077589.854806:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077589.854808:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077589.854810:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077589.854812:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077589.854814:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077589.854815:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077589.854817:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854819:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077589.854820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854822:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077589.854824:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077589.854827:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854828:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077589.854830:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077589.854833:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077589.854834:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.854836:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077589.854838:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077589.854846:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077589.854849:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077589.854852:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077589.854853:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.854855:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077589.854857:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077589.854861:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077589.854867:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077589.854872:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077589.854879:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077589.854887:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077589.854890:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077589.854894:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077589.854914:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077589.854917:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077589.854920:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077589.854921:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077589.854922:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077589.854924:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077589.854926:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4575
00000400:00000200:2.0:1769077589.854928:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077589.854930:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077589.854932:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077589.854934:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854935:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077589.854937:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854939:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077589.854940:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077589.854941:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077589.854943:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077589.854945:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077589.854946:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077589.854948:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077589.854950:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854951:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077589.854953:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077589.854954:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077589.854956:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077589.854959:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769077589.854960:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077589.854964:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077589.854966:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077589.854967:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077589.854970:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077589.854971:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077589.854975:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.854976:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:3.0:1769077589.854980:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1769077589.854981:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077589.854986:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.854989:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.854997:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077589.854999:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077589.855000:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
02000000:00000001:3.0:1769077589.855002:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077589.855006:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077589.855007:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077589.855012:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077589.855013:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077589.855016:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077589.855019:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389184:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077589.855020:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077589.855023:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077589.855026:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855028:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077589.855030:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077589.855032:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077589.855035:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855036:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855040:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077589.855043:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077589.855046:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077589.855050:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.855054:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077589.855058:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077589.855062:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077589.855063:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077589.855068:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077589.855070:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077589.855076:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077589.855078:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00080000:2.0:1769077589.855079:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077589.855084:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077589.855086:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077589.855087:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077589.855089:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769077589.855089:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:2.0:1769077589.855094:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4575
00000400:00000200:2.0:1769077589.855098:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077589.855101:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000200:3.0:1769077589.855101:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389184, portal 25
00000100:00080000:2.0:1769077589.855105:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077589.855109:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077589.855109:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077589.855113:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000001:2.0:1769077589.855114:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077589.855117:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.855120:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077589.855122:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077589.855125:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:3.0:1769077589.855126:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769077589.855127:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077589.855130:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077589.855134:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077589.855139:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:3.0:1769077589.855143:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077589.855146:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:3.0:1769077589.855151:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077589.855152:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769077589.855155:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:2.0:1769077589.855156:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077589.855160:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:3.0:1769077589.855161:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617389184, offset 0
00000020:00000040:2.0:1769077589.855162:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077589.855167:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077589.855170:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855172:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077589.855173:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077589.855177:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077589.855179:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.855180:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077589.855183:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077589.855183:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:2.0:1769077589.855187:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077589.855189:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855191:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000010:2.0:1769077589.855192:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077589.855196:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077589.855199:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077589.855200:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077589.855202:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855205:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769077589.855206:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077589.855209:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077589.855211:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077589.855212:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855218:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000010:2.0:1769077589.855220:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000400:00000200:3.0:1769077589.855223:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70736:70736:256:4294967295] 192.168.204.140@tcp LPNI seq info [70736:70736:8:4294967295]
00000100:00000001:2.0:1769077589.855225:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855229:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077589.855233:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077589.855242:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077589.855247:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855247:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077589.855256:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769077589.855261:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077589.855269:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077589.855272:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000040:2.0:1769077589.855273:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4585)
00000800:00000200:3.0:1769077589.855284:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077589.855289:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077589.855296:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077589.855300:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077589.855305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077589.855308:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077589.855314:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077589.855318:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077589.855323:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077589.855326:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077589.855331:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077589.855335:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855346:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.855350:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855358:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855360:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077589.855366:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855370:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077589.855372:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299249606
00000100:00000010:3.0:1769077589.855376:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3720.
00000100:00000001:3.0:1769077589.855382:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077589.855386:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299249606
00000100:00000010:3.0:1769077589.855388:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b30c0.
00000100:00000001:3.0:1769077589.855391:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077589.855393:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077589.855395:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855397:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077589.855400:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077589/real 1769077589]  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077589.855408:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077589.855409:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077589.855412:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077589.855415:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077589.855417:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077589.855419:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077589.855423:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077589.855433:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855440:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077589.855442:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855444:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.855446:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077589.855451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855459:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077589.855464:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855472:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077589.855492:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855493:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.855494:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855496:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077589.855498:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077589.855500:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077589.855504:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077589.855506:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077589.855510:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077589.855516:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389184:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077589.855519:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855521:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.855523:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617389184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855528:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077589.855530:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077589.855532:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077589.855534:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077589.855535:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077589.855537:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077589.855538:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077589.855545:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769077589.855548:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077589.855549:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077589.855550:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077589.855553:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077589.855554:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855556:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855561:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077589.855562:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855564:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077589.855565:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077589.855566:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077589.855569:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855574:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077589.855575:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855577:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077589.855578:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077589.855580:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077589.855582:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389312:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077589.855585:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077589.855586:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077589.855587:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855588:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077589.855591:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077589.855592:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855596:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077589.855598:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077589.855600:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077589.855603:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389312, portal 10
00000100:00000001:3.0:1769077589.855604:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077589.855605:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:3.0:1769077589.855610:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855614:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077589.855616:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077589.855617:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077589.855619:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617389312, offset 0
00000400:00000200:3.0:1769077589.855622:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077589.855624:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077589.855627:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077589.855629:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077589.855631:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077589.855638:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077589.855640:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077589.855642:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70737:70737:256:4294967295] 192.168.204.140@tcp LPNI seq info [70737:70737:8:4294967295]
00000400:00000200:3.0:1769077589.855645:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077589.855650:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077589.855653:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077589.855656:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077589.855692:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077589.855694:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077589.855698:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077589.855700:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077589.855702:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077589.855704:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077589.855706:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077589.855708:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077589.855711:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077589.855712:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077589.855714:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077589.855716:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855721:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.855723:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855728:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855729:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077589.855738:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077589.855742:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077589.855744:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077589.855746:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299248140
00000100:00000001:3.0:1769077589.855748:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299249606
00000100:00000001:3.0:1769077589.855749:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299248140
00000100:00000001:3.0:1769077589.855751:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299249606
00000100:00000001:3.0:1769077589.855752:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077589.855769:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.855771:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077589.855775:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077589/real 1769077589]  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077589.855782:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077589.855783:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077589.855784:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077589.855787:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077589.855789:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077589.855791:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077589.855794:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077589.855804:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855812:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077589.855814:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855817:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.855819:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077589.855823:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855832:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077589.855836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855844:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077589.855847:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855849:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.855850:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.855851:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077589.855853:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077589.855856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077589.855860:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077589.855862:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077589.855867:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077589.855875:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389312:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077589.855880:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077589.855883:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855890:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077589.855892:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855895:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077589.855897:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077589.855899:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077589.855902:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389440:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077589.855906:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077589.855908:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077589.855910:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077589.855911:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077589.855914:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077589.855915:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077589.855919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077589.855921:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077589.855923:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077589.855925:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389440, portal 4
00000100:00000001:3.0:1769077589.855927:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077589.855928:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:3.0:1769077589.855932:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.855936:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077589.855938:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077589.855940:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077589.855941:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617389440, offset 0
00000400:00000200:3.0:1769077589.855945:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077589.855949:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077589.855953:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077589.855956:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077589.855959:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077589.855962:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077589.855964:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077589.855967:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70738:70738:256:4294967295] 192.168.204.140@tcp LPNI seq info [70738:70738:8:4294967295]
00000400:00000200:3.0:1769077589.855972:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077589.855979:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077589.855984:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077589.855988:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077589.855992:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077589.855995:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077589.856000:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077589.856003:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077589.856007:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077589.856009:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077589.856012:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077589.856016:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077589.856019:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077589.856021:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077589.856024:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077589.856028:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856035:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.856038:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856042:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.856043:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077589.856046:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077589.856048:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077589.856051:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077589.856053:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299249606
00000100:00000001:3.0:1769077589.856055:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299249606
00000100:00000001:3.0:1769077589.856057:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299249606
00000100:00000001:3.0:1769077589.856060:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299249606
00000100:00000001:3.0:1769077589.856062:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077589.856064:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.856066:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077589.856070:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077589/real 1769077589]  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077589.856078:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077589.856079:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077589.856081:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077589.856084:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077589.856085:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077589.856088:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077589.856091:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077589.856101:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856108:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077589.856110:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856112:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.856114:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077589.856117:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856122:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077589.856125:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856129:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077589.856132:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856133:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077589.856134:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856135:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077589.856137:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077589.856139:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077589.856141:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077589.856142:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077589.856144:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077589.856150:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389440:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077589.856152:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856154:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.856156:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617389312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856159:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077589.856161:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077589.856162:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077589.856164:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077589.856165:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077589.856166:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077589.856167:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077589.856169:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077589.856170:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077589.856171:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077589.856172:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077589.856174:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077589.856175:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856176:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077589.856178:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617389440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077589.856187:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077589.856187:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077589.856188:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077589.856190:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077589.856190:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077589.856191:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077589.856192:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077589.856193:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077589.856194:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077589.856195:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077589.856196:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:3.0:1769077589.856197:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077589.856198:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856199:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077589.856201:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077589.856202:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077589.856204:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077589.856204:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077590.174802:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077590.174806:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077590.174809:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077591.198809:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077591.198813:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077591.198816:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077591.390752:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299249606, at 4299249664
00000100:00000010:0.0:1769077591.390762:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000020:00000001:3.0:1769077592.222808:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077592.222812:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077592.222815:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077593.246836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077593.246894:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077593.246899:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077594.270901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077594.270905:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077594.270907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077594.974739:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077594.974749:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077594.974752:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077594.974756:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077594.974760:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077594.974767:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4580
00000400:00000200:2.0:1769077594.974776:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077594.974782:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077594.974786:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077594.974789:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974792:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.974795:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974797:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077594.974801:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077594.974803:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077594.974806:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077594.974808:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077594.974811:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077594.974814:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077594.974817:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974819:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.974822:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974824:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077594.974827:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077594.974830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974833:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077594.974836:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077594.974839:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077594.974842:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.974844:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077594.974846:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077594.974855:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077594.974859:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077594.974863:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077594.974865:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.974867:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077594.974870:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077594.974875:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077594.974882:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077594.974889:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077594.974897:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077594.974907:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077594.974911:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077594.974916:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.974939:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077594.974942:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077594.974945:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077594.974946:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077594.974948:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077594.974950:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077594.974953:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4580
00000400:00000200:2.0:1769077594.974957:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077594.974961:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077594.974964:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077594.974968:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974971:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.974974:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.974977:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077594.974980:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769077594.974981:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077594.974982:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077594.974986:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077594.974988:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769077594.974989:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769077594.974992:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077594.974993:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077594.974998:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077594.975003:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:3.0:1769077594.975004:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077594.975006:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.975011:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.975017:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077594.975023:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077594.975025:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077594.975029:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077594.975030:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077594.975034:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.975036:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077594.975038:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077594.975042:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077594.975045:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077594.975046:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077594.975052:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077594.975056:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389568:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077594.975057:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077594.975063:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077594.975063:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769077594.975069:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.975070:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077594.975073:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.975075:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077594.975079:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
02000000:00000001:3.0:1769077594.975080:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769077594.975085:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:3.0:1769077594.975088:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:2.0:1769077594.975089:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077594.975092:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077594.975094:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.975098:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077594.975100:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769077594.975102:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077594.975103:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077594.975108:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000010:2.0:1769077594.975111:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077594.975116:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077594.975117:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00100000:2.0:1769077594.975124:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769077594.975127:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389568, portal 25
00000100:00000001:3.0:1769077594.975133:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077594.975136:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000001:2.0:1769077594.975139:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077594.975143:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.975147:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077594.975153:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975165:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077594.975172:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077594.975174:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077594.975176:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:2.0:1769077594.975180:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077594.975182:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617389568, offset 0
00000100:00000040:2.0:1769077594.975189:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077594.975196:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077594.975197:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077594.975203:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077594.975205:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769077594.975207:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769077594.975208:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077594.975213:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077594.975217:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:2.0:1769077594.975219:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4580
00000400:00000200:3.0:1769077594.975226:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077594.975232:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077594.975236:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077594.975239:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077594.975243:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70739:70739:256:4294967295] 192.168.204.140@tcp LPNI seq info [70739:70739:8:4294967295]
00000400:00000200:3.0:1769077594.975248:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077594.975254:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077594.975260:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077594.975262:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077594.975271:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077594.975275:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077594.975276:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.975283:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.975287:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.0:1769077594.975288:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769077594.975292:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077594.975295:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077594.975297:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:3.0:1769077594.975297:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000020:00000040:2.0:1769077594.975301:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077594.975305:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077594.975309:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.0:1769077594.975310:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077594.975317:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.0:1769077594.975318:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077594.975322:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077594.975326:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077594.975330:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077594.975335:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.1:1769077594.975336:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:2.0:1769077594.975342:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:3.1:1769077594.975342:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1769077594.975350:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769077594.975354:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077594.975355:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769077594.975359:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077594.975365:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077594.975366:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077594.975373:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077594.975374:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077594.975379:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077594.975382:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000008:00100000:2.0:1769077594.975384:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:3.0:1769077594.975386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000008:00000001:2.0:1769077594.975389:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975393:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077594.975394:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077594.975400:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000100:00000200:3.0:1769077594.975401:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077594.975406:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077594.975413:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077594.975416:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.975421:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769077594.975421:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769077594.975425:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077594.975430:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.975430:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1769077594.975437:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077594.975444:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975444:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077594.975455:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077594.975456:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077594.975463:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077594.975465:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077594.975470:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077594.975471:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077594.975477:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299254726
00000100:00000040:2.0:1769077594.975479:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077594.975485:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3060.
00000100:00000001:2.0:1769077594.975494:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975496:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1769077594.975499:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4590)
00000100:00000001:3.0:1769077594.975507:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299254726
00000100:00000010:3.0:1769077594.975512:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ae0.
00000100:00000001:3.0:1769077594.975516:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077594.975521:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077594.975524:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975527:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077594.975533:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077594/real 1769077594]  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077594.975550:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077594.975552:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077594.975554:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077594.975557:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077594.975558:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077594.975561:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077594.975565:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077594.975574:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975581:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077594.975583:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975586:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.975588:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077594.975592:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975600:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077594.975604:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975612:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077594.975615:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975618:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.975619:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975621:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077594.975623:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077594.975626:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077594.975631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077594.975633:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077594.975637:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077594.975646:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389568:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077594.975651:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975654:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077594.975657:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617389568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975700:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077594.975703:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077594.975705:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077594.975709:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077594.975710:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077594.975712:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077594.975714:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077594.975717:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077594.975721:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077594.975723:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077594.975725:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077594.975728:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077594.975729:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975732:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975739:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077594.975741:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975743:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077594.975744:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077594.975746:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077594.975750:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975757:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077594.975759:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.975761:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077594.975763:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077594.975765:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077594.975768:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389696:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077594.975772:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077594.975774:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077594.975775:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.975777:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077594.975780:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077594.975783:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077594.975787:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077594.975790:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077594.975793:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077594.975796:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389696, portal 10
00000100:00000001:3.0:1769077594.975798:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077594.975800:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:3.0:1769077594.975807:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975814:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077594.975816:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077594.975818:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077594.975821:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617389696, offset 0
00000400:00000200:3.0:1769077594.975825:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077594.975829:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077594.975833:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077594.975836:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077594.975839:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077594.975842:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077594.975844:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077594.975847:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70740:70740:256:4294967295] 192.168.204.140@tcp LPNI seq info [70740:70740:8:4294967295]
00000400:00000200:3.0:1769077594.975852:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077594.975859:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077594.975863:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077594.975866:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077594.975870:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077594.975873:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077594.975878:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077594.975881:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077594.975885:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077594.975887:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077594.975890:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077594.975894:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077594.975897:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077594.975899:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077594.975902:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077594.975905:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975913:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077594.975916:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975923:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975924:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077594.975927:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.975931:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077594.975934:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077594.975937:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299253260
00000100:00000001:3.0:1769077594.975939:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299254726
00000100:00000001:3.0:1769077594.975942:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299253260
00000100:00000001:3.0:1769077594.975944:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299254726
00000100:00000001:3.0:1769077594.975946:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077594.975948:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.975951:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077594.975954:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077594/real 1769077594]  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077594.975963:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077594.975964:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077594.975966:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077594.975969:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077594.975970:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077594.975972:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077594.975976:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077594.975984:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.975991:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077594.975993:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.975995:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.975996:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077594.976000:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976007:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077594.976012:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976019:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077594.976022:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976024:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.976025:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976027:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077594.976029:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077594.976032:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077594.976035:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077594.976038:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077594.976041:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077594.976050:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389696:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077594.976054:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077594.976058:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976065:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077594.976067:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.976069:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077594.976071:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077594.976073:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077594.976076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389824:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077594.976079:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077594.976081:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077594.976083:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077594.976085:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077594.976088:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077594.976090:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077594.976094:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077594.976096:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077594.976099:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077594.976102:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389824, portal 4
00000100:00000001:3.0:1769077594.976104:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077594.976105:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077594.976111:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976118:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077594.976120:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077594.976122:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077594.976124:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617389824, offset 0
00000400:00000200:3.0:1769077594.976129:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077594.976132:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077594.976136:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077594.976138:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077594.976141:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077594.976144:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077594.976146:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077594.976149:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70741:70741:256:4294967295] 192.168.204.140@tcp LPNI seq info [70741:70741:8:4294967295]
00000400:00000200:3.0:1769077594.976153:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077594.976160:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077594.976165:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077594.976167:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077594.976172:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077594.976174:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077594.976179:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077594.976182:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077594.976186:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077594.976188:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077594.976191:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077594.976194:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077594.976197:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077594.976199:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077594.976201:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077594.976205:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976213:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077594.976216:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976223:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.976225:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077594.976227:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077594.976230:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077594.976234:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077594.976236:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299254726
00000100:00000001:3.0:1769077594.976239:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299254726
00000100:00000001:3.0:1769077594.976241:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299254726
00000100:00000001:3.0:1769077594.976244:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299254726
00000100:00000001:3.0:1769077594.976246:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077594.976248:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.976250:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077594.976254:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077594/real 1769077594]  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077594.976262:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077594.976263:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077594.976265:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077594.976267:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077594.976269:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077594.976271:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077594.976274:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077594.976283:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976290:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077594.976291:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976293:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.976295:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077594.976299:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976306:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077594.976310:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976318:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077594.976320:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976322:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077594.976323:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976325:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077594.976329:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077594.976332:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077594.976335:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077594.976338:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077594.976342:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077594.976351:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617389824:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077594.976355:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976357:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077594.976360:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617389696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976367:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077594.976369:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077594.976370:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077594.976373:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077594.976375:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077594.976376:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077594.976378:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077594.976380:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077594.976382:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077594.976384:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077594.976385:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077594.976388:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077594.976390:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976392:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077594.976395:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617389824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077594.976401:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077594.976403:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077594.976404:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077594.976407:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077594.976408:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077594.976409:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077594.976411:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077594.976413:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077594.976415:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077594.976416:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077594.976418:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077594.976420:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077594.976421:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976423:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077594.976427:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077594.976428:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077594.976430:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077594.976431:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077595.294827:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077595.294832:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077595.294836:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077596.318859:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077596.318863:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077596.318867:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077596.510758:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299254726, at 4299254784
00000100:00000010:0.0:1769077596.510773:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00000020:00000001:3.0:1769077597.342765:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077597.342770:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077597.342774:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077598.366856:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077598.366861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077598.366864:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077599.390845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077599.390848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077599.390850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077600.094762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.094771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077600.094774:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.094777:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.094781:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.094786:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4585
00000400:00000200:0.0:1769077600.094794:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077600.094799:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.094801:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.094804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094807:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.094809:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094811:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077600.094814:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.094816:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077600.094819:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.094821:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077600.094823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077600.094824:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077600.094826:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.094829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077600.094832:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077600.094834:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094836:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.094838:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.094841:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077600.094842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.094844:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077600.094845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.094853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077600.094856:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077600.094859:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.094860:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.094862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.094864:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.094867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077600.094873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077600.094879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077600.094887:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077600.094898:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.094903:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.094908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.094940:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077600.094946:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.094949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077600.094950:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.094951:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.094954:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077600.094956:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4585
00000400:00000200:0.0:1769077600.094959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077600.094962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.094964:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077600.094967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.094971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077600.094975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.094976:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077600.094977:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077600.094978:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769077600.094980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077600.094983:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077600.094985:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077600.094985:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077600.094989:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769077600.094990:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.094994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.094997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:3.0:1769077600.094998:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.094999:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077600.095003:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077600.095007:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077600.095012:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.095016:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077600.095018:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077600.095021:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.095022:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077600.095024:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077600.095025:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095028:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077600.095030:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077600.095034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389952:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077600.095039:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077600.095040:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077600.095043:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769077600.095046:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077600.095046:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095051:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1769077600.095053:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.095056:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077600.095057:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077600.095060:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.095062:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077600.095066:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000200:3.0:1769077600.095068:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077600.095072:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769077600.095075:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000001:0.0:1769077600.095076:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.095080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.095081:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077600.095083:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077600.095084:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
02000000:00000010:0.0:1769077600.095089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077600.095094:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077600.095094:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617389952, portal 25
00000100:00000001:3.0:1769077600.095100:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:0.0:1769077600.095102:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077600.095104:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000001:0.0:1769077600.095113:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.095116:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077600.095119:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077600.095121:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.095149:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095150:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077600.095153:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077600.095157:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077600.095159:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077600.095162:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00080000:0.0:1769077600.095163:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077600.095168:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:3.0:1769077600.095169:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617389952, offset 0
00000100:00000001:0.0:1769077600.095170:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077600.095173:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077600.095176:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077600.095178:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769077600.095182:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4585
00000400:00000200:3.0:1769077600.095187:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077600.095191:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077600.095196:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:0.0:1769077600.095199:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077600.095203:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769077600.095204:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769077600.095210:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095211:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077600.095217:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077600.095218:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769077600.095222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095224:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.095228:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077600.095231:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70742:70742:256:4294967295] 192.168.204.140@tcp LPNI seq info [70742:70742:8:4294967295]
00000020:00000001:0.0:1769077600.095235:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077600.095237:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077600.095238:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077600.095240:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077600.095241:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077600.095243:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077600.095248:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077600.095249:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.095253:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077600.095255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077600.095257:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077600.095261:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077600.095267:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095268:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077600.095270:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077600.095275:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077600.095278:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769077600.095279:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077600.095282:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.095284:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:3.0:1769077600.095285:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000008:00100000:0.0:1769077600.095287:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077600.095290:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.095291:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077600.095294:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000800:00000200:3.0:1769077600.095295:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769077600.095298:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.0:1769077600.095300:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
02000000:00000001:0.0:1769077600.095302:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077600.095304:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077600.095307:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077600.095308:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.1:1769077600.095310:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769077600.095311:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077600.095317:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
02000000:00000010:0.0:1769077600.095318:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077600.095324:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769077600.095327:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00100000:0.0:1769077600.095332:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769077600.095332:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077600.095338:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077600.095340:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077600.095343:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077600.095347:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077600.095350:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077600.095352:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077600.095357:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077600.095362:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077600.095366:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077600.095369:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077600.095375:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4596)
00000100:00000001:3.0:1769077600.095379:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.095383:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095388:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095390:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077600.095394:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077600.095398:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077600.095400:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299259846
00000100:00000010:3.0:1769077600.095404:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3180.
00000100:00000001:3.0:1769077600.095409:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077600.095414:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299259846
00000100:00000010:3.0:1769077600.095416:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b34e0.
00000100:00000001:3.0:1769077600.095418:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077600.095421:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077600.095422:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095424:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077600.095427:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600]  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077600.095434:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077600.095435:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077600.095437:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077600.095439:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077600.095440:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077600.095441:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077600.095445:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077600.095451:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095455:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077600.095456:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095458:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095459:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077600.095461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095465:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077600.095468:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095473:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077600.095475:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095476:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095478:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095479:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077600.095481:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077600.095483:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077600.095485:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077600.095487:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077600.095489:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077600.095494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617389952:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077600.095497:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095499:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.095501:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617389952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095509:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077600.095511:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077600.095513:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077600.095515:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077600.095516:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077600.095517:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077600.095519:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077600.095520:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:3.0:1769077600.095523:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077600.095524:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077600.095526:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:3.0:1769077600.095528:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077600.095529:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095530:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095536:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077600.095537:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095539:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077600.095540:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077600.095541:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077600.095543:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095548:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077600.095549:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095550:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077600.095552:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077600.095553:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077600.095555:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617390080:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077600.095557:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077600.095558:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077600.095559:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095561:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077600.095563:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077600.095565:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077600.095569:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077600.095572:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077600.095576:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077600.095579:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617390080, portal 10
00000100:00000001:3.0:1769077600.095596:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077600.095598:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:3.0:1769077600.095605:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077600.095615:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077600.095618:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077600.095621:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617390080, offset 0
00000400:00000200:3.0:1769077600.095625:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095629:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077600.095633:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077600.095636:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077600.095638:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077600.095640:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077600.095641:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095644:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70743:70743:256:4294967295] 192.168.204.140@tcp LPNI seq info [70743:70743:8:4294967295]
00000400:00000200:3.0:1769077600.095646:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077600.095651:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077600.095654:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077600.095675:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077600.095679:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077600.095681:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077600.095684:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077600.095686:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1769077600.095689:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077600.095690:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077600.095698:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077600.095701:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077600.095704:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077600.095705:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077600.095707:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077600.095709:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095715:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.095717:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095721:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095723:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077600.095725:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077600.095728:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077600.095730:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077600.095731:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299258380
00000100:00000001:3.0:1769077600.095734:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299259846
00000100:00000001:3.0:1769077600.095735:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299258380
00000100:00000001:3.0:1769077600.095737:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299259846
00000100:00000001:3.0:1769077600.095738:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077600.095739:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095741:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077600.095743:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600]  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077600.095748:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077600.095749:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077600.095750:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077600.095751:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077600.095753:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077600.095754:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077600.095756:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077600.095762:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095770:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077600.095771:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095772:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095773:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077600.095775:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095779:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077600.095782:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095786:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077600.095787:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095788:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095789:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095790:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077600.095791:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077600.095793:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077600.095795:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077600.095797:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077600.095799:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077600.095804:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617390080:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077600.095807:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077600.095808:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095812:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077600.095813:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095815:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077600.095817:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077600.095818:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077600.095820:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617390208:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077600.095822:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077600.095824:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077600.095825:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077600.095826:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077600.095828:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077600.095830:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077600.095832:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077600.095834:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077600.095836:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077600.095838:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617390208, portal 4
00000100:00000001:3.0:1769077600.095839:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077600.095840:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000040:3.0:1769077600.095844:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095848:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077600.095850:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077600.095851:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077600.095852:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617390208, offset 0
00000400:00000200:3.0:1769077600.095855:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095857:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077600.095859:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077600.095861:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077600.095863:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077600.095864:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077600.095866:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077600.095868:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70744:70744:256:4294967295] 192.168.204.140@tcp LPNI seq info [70744:70744:8:4294967295]
00000400:00000200:3.0:1769077600.095870:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077600.095875:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077600.095878:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077600.095880:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077600.095883:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077600.095884:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769077600.095887:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077600.095889:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1769077600.095891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077600.095893:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077600.095894:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077600.095897:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077600.095898:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077600.095899:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077600.095901:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077600.095903:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095908:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.095910:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077625 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095914:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095915:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077600.095916:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077600.095918:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077600.095920:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077600.095921:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299259846
00000100:00000001:3.0:1769077600.095923:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299259846
00000100:00000001:3.0:1769077600.095924:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299259846
00000100:00000001:3.0:1769077600.095926:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299259846
00000100:00000001:3.0:1769077600.095927:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077600.095928:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.095930:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077600.095932:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077600/real 1769077600]  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077600.095937:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077600.095938:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077600.095939:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077600.095940:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077600.095941:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077600.095942:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077600.095944:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077600.095949:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095953:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077600.095954:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095955:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095956:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077600.095958:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095962:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077600.095964:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095968:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077600.095970:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095971:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077600.095972:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095973:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077600.095975:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077600.095976:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077600.095978:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077600.095980:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077600.095982:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077600.095988:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617390208:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077600.095990:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.095991:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.095993:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617390080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.095997:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077600.095998:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077600.095999:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bbc00.
02000000:00000001:3.0:1769077600.096000:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077600.096001:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077600.096002:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077600.096003:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077600.096004:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:3.0:1769077600.096006:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077600.096007:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077600.096008:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:3.0:1769077600.096010:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077600.096010:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.096012:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077600.096013:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617390208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077625 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077600.096018:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077600.096019:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077600.096020:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9000.
02000000:00000001:3.0:1769077600.096021:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077600.096022:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077600.096022:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077600.096023:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077600.096024:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:3.0:1769077600.096025:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077600.096027:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077600.096027:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:3.0:1769077600.096029:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077600.096030:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.096031:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077600.096034:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077600.096034:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077600.096036:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077600.096037:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077600.414854:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077600.414860:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077600.414864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077601.438876:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077601.438884:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077601.438889:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077601.630823:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299259846, at 4299259904
00000100:00000010:0.0:1769077601.630845:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000020:00000001:3.0:1769077602.462847:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077602.462851:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077602.462854:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077603.486879:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077603.486886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077603.486891:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077604.510869:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077604.510876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077604.510882:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077605.214782:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077605.214794:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077605.214797:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077605.214801:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077605.214806:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077605.214813:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4591
00000400:00000200:3.0:1769077605.214821:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077605.214828:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077605.214831:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077605.214835:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.214863:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.214865:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.214939:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077605.215002:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077605.215029:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077605.215032:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077605.215036:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077605.215039:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077605.215041:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077605.215045:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215048:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.215050:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215052:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077605.215056:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077605.215060:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215063:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077605.215066:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077605.215069:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077605.215072:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215075:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077605.215077:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077605.215087:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077605.215091:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077605.215095:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077605.215097:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215100:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077605.215103:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077605.215107:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077605.215115:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077605.215121:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077605.215130:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617390336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077605.215141:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077605.215145:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077605.215150:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617390336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077605.215177:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077605.215185:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077605.215189:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077605.215191:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077605.215193:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077605.215197:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077605.215201:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4591
00000400:00000200:3.0:1769077605.215207:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077605.215211:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077605.215217:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077605.215224:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215229:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.215237:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215243:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077605.215249:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077605.215253:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077605.215256:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077605.215260:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077605.215265:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077605.215271:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077605.215281:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215287:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.215292:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215298:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077605.215304:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077605.215311:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215315:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077605.215320:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077605.215327:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077605.215333:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215337:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077605.215342:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077605.215350:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215355:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077605.215364:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077605.215370:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077605.215384:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077605.215389:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215392:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077605.215396:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077605.215401:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077605.215408:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077605.215415:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077605.215427:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617390464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077605.215451:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077605.215457:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077605.215468:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617390464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077605.215489:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077605.215493:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:3.0:1769077605.215509:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077605.215515:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1769077605.215517:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077605.215525:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077605.215534:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077605.215537:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077605.215543:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077605.215548:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077605.215555:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4591
00000400:00000200:3.0:1769077605.215567:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077605.215597:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077605.215603:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077605.215771:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215779:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.215787:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215793:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077605.215802:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077605.215807:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077605.215813:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077605.215820:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077605.215826:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077605.215834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077605.215844:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215852:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077605.215860:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215868:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077605.215875:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077605.215884:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077605.215891:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077605.215897:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077605.215904:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077605.215910:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215915:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077605.215922:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077605.215929:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215935:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077605.215942:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077605.215949:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077605.215956:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077605.215961:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077605.215966:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077605.215969:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077605.215974:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077605.215980:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077605.215988:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077605.216000:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617390592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077605.216011:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077605.216019:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769077605.216019:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769077605.216024:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077605.216036:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617390592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077605.216061:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077605.216071:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4601)
00000800:00000200:1.1:1769077605.216289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077605.216291:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077605.534846:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077605.534849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077605.534852:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077606.558843:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077606.558847:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077606.558850:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077606.750743:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299264966, at 4299265024
00000100:00000010:0.0:1769077606.750757:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000020:00000001:3.0:1769077607.582810:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077607.582814:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077607.582818:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077608.606858:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077608.606861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077608.606863:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077609.630783:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077609.630787:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077609.630790:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077610.334739:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.334747:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077610.334749:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.334752:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.334756:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.334761:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4596
00000400:00000200:3.0:1769077610.334769:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077610.334774:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.334776:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.334779:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334781:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.334783:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334785:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077610.334788:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.334790:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077610.334792:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.334795:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077610.334797:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077610.334799:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077610.334802:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334805:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.334807:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334809:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077610.334812:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077610.334815:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334818:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.334821:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.334824:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.334827:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.334829:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077610.334832:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.334841:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077610.334846:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077610.334849:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.334851:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.334854:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.334857:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.334862:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.334868:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077610.334875:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.334881:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617390720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.334891:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.334896:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.334901:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617390720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.334928:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077610.334931:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.334935:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077610.334937:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.334938:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.334941:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.334944:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4596
00000400:00000200:3.0:1769077610.334949:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077610.334952:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.334954:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.334957:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334958:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.334960:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.334962:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077610.334963:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.334965:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077610.334969:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.334977:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077610.334982:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077610.334986:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077610.334995:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335000:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.335008:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335014:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077610.335022:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077610.335031:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335038:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.335045:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.335051:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.335055:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335056:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077610.335061:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077610.335065:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335068:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.335072:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077610.335076:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077610.335079:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.335083:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335089:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.335094:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.335098:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.335106:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077610.335112:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.335124:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617390848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.335142:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.335147:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.335154:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617390848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.335170:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.335176:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077610.335184:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077610.335189:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077610.335204:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077610.335207:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077610.335209:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077610.335213:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077610.335219:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4596
00000400:00000200:3.0:1769077610.335227:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077610.335234:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077610.335237:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077610.335246:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335250:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.335255:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335259:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077610.335265:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077610.335267:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077610.335268:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077610.335270:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077610.335274:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077610.335275:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077610.335280:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335286:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077610.335290:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077610.335290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077610.335295:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077610.335298:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077610.335300:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077610.335302:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077610.335303:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077610.335305:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077610.335307:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335309:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077610.335313:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077610.335319:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335322:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077610.335326:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077610.335330:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077610.335336:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077610.335338:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077610.335340:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077610.335343:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077610.335346:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077610.335352:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077610.335359:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077610.335370:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617390976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077610.335386:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077610.335393:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.335403:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617390976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077610.335436:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077610.335442:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4606)
00000800:00000200:1.1:1769077610.335572:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077610.335798:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077610.654808:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077610.654812:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077610.654815:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077611.678793:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077611.678797:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077611.678801:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077611.870744:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299270086, at 4299270144
00000100:00000010:0.0:1769077611.870760:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000020:00000001:3.0:1769077612.702850:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077612.702855:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077612.702859:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077613.406936:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077613.406982:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077613.406995:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077613.407000:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077613.407004:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077613.407023:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077613.407029:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077613.407034:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:0.0:1769077613.407040:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077613.407045:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077613.407050:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743ee0
00000400:00000010:0.0:1769077613.407054:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743ee0.
00000100:00000001:0.0:1769077613.407059:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077613.407086:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0700 x1855007617390720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407110:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077613.407114:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617390720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407123:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077613.407125:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077613.407137:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077613.407140:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769077613.407144:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077613.407149:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077613.407153:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:0.0:1769077613.407157:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:0.0:1769077613.407162:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077613.407181:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3480 x1855007617390848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407215:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077613.407220:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617390848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407235:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077613.407240:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077613.407252:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077613.407257:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769077613.407263:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077613.407273:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077613.407279:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743908
00000400:00000010:0.0:1769077613.407284:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743908.
00000100:00000001:0.0:1769077613.407289:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077613.407300:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0380 x1855007617390976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407325:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077613.407333:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617390976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077635 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077613.407345:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077613.407350:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077613.726805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077613.726808:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077613.726811:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077614.750848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077614.750854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077614.750858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077615.454797:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077615.454812:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077615.454816:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077615.454821:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077615.454827:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077615.454836:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4601
00000400:00000200:2.0:1769077615.454849:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077615.454857:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077615.454862:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077615.454866:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.454870:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.454872:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.454876:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077615.454881:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077615.454884:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077615.454887:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077615.454891:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077615.454894:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077615.454896:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077615.454900:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.454902:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.454905:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.454907:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077615.454911:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077615.454914:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077615.454918:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077615.454921:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077615.454925:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077615.454928:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.454931:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077615.454933:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077615.454945:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077615.454950:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077615.454955:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077615.454957:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.454961:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077615.454966:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077615.454971:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077615.454983:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077615.454991:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077615.455004:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617391104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077615.455017:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077615.455023:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077615.455029:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617391104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077615.455066:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077615.455070:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077615.455075:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077615.455077:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077615.455078:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077615.455082:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077615.455085:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4601
00000400:00000200:2.0:1769077615.455090:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077615.455094:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077615.455097:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077615.455101:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455104:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.455107:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455123:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077615.455127:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077615.455132:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077615.455137:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077615.455142:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077615.455147:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077615.455150:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077615.455159:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455164:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.455171:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455176:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077615.455179:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077615.455199:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455204:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077615.455209:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077615.455221:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077615.455228:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455233:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077615.455240:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077615.455247:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455250:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077615.455258:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077615.455262:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077615.455270:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077615.455275:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455277:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077615.455279:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077615.455284:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077615.455291:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077615.455298:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077615.455306:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617391232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077615.455320:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077615.455496:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077615.455506:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617391232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077615.455519:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077615.455524:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077615.455533:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077615.455539:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077615.455548:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077615.455550:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077615.455552:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077615.455558:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077615.455563:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4601
00000400:00000200:2.0:1769077615.455568:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077615.455573:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077615.455578:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077615.455583:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455588:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.455594:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077615.455595:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769077615.455598:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769077615.455603:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077615.455616:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077615.455619:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077615.455624:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077615.455626:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077615.455629:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077615.455633:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077615.455637:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455641:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077615.455645:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455649:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077615.455655:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077615.455723:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077615.455728:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077615.455731:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077615.455736:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077615.455754:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455761:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077615.455767:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077615.455774:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455778:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077615.455786:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077615.455792:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077615.455799:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077615.455803:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077615.455805:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077615.455807:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077615.455810:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077615.455821:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077615.455830:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077615.455841:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617391360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077615.455854:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077615.455857:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077615.455865:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617391360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077615.455876:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077615.455886:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4611)
00000800:00000200:1.1:1769077615.456394:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077615.456397:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077615.456744:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077615.456748:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077615.774937:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077615.774943:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077615.774948:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077616.798830:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077616.798836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077616.798841:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077616.990771:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299275207, at 4299275264
00000100:00000010:0.0:1769077616.990786:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:3.0:1769077617.822893:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077617.822897:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077617.822901:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077618.846892:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077618.846896:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077618.846899:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077619.870870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077619.870874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077619.870877:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077620.574759:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077620.574768:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077620.574771:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077620.574773:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077620.574777:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077620.574783:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4606
00000400:00000200:2.0:1769077620.574790:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077620.574795:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077620.574798:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077620.574800:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574803:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.574805:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077620.574810:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077620.574812:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077620.574814:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077620.574816:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077620.574817:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077620.574819:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077620.574821:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574822:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.574823:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574825:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077620.574827:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077620.574830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574831:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077620.574833:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077620.574835:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077620.574837:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.574839:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077620.574840:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077620.574848:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077620.574851:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077620.574854:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077620.574855:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.574857:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077620.574859:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077620.574862:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077620.574870:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077620.574875:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077620.574882:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617391488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077620.574889:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077620.574892:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077620.574896:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617391488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077620.574913:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077620.574916:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077620.574918:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077620.574919:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077620.574920:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077620.574922:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077620.574924:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4606
00000400:00000200:2.0:1769077620.574926:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077620.574928:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077620.574929:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077620.574931:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574933:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.574934:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574936:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077620.574937:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077620.574938:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077620.574939:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077620.574941:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077620.574942:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077620.574943:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077620.574945:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574947:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.574948:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574950:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077620.574952:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077620.574954:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077620.574955:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077620.574957:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077620.574961:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077620.574963:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.574965:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077620.574968:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077620.574970:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.574973:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077620.574975:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077620.574977:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077620.574979:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077620.574980:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.574982:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077620.574984:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077620.574986:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077620.574988:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077620.574990:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077620.574993:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617391616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077620.574999:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077620.575002:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077620.575010:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617391616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077620.575028:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077620.575031:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077620.575035:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077620.575050:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077620.575073:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077620.575077:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077620.575079:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077620.575081:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077620.575086:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4606
00000400:00000200:2.0:1769077620.575101:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077620.575113:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077620.575125:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077620.575137:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.575144:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.575150:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.575156:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077620.575158:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077620.575159:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077620.575160:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077620.575162:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077620.575172:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077620.575190:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077620.575195:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.575203:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077620.575205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077620.575206:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077620.575208:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077620.575210:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077620.575218:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077620.575223:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077620.575231:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077620.575251:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.575255:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077620.575258:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077620.575269:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.575280:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077620.575290:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077620.575309:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077620.575321:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077620.575324:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077620.575331:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077620.575335:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077620.575339:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077620.575349:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077620.575359:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077620.575379:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617391744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077620.575420:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077620.575425:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077620.575437:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617391744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077620.575461:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077620.575476:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4616)
00000800:00000200:1.1:1769077620.575504:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077620.575508:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077620.575949:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077620.575952:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077620.576174:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077620.576176:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077620.894838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077620.894845:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077620.894850:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077621.918898:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077621.918911:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077621.918914:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077622.110823:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299280326, at 4299280384
00000100:00000010:0.0:1769077622.110850:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:3.0:1769077622.942923:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077622.942929:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077622.942932:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077623.966847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077623.966850:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077623.966853:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077624.990857:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077624.990863:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077624.990867:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077625.694736:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077625.694751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077625.694754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077625.694757:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077625.694760:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077625.694766:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4611
00000400:00000200:2.0:1769077625.694774:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077625.694779:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077625.694782:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077625.694784:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694786:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.694788:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694790:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077625.694794:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077625.694795:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077625.694798:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077625.694800:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077625.694801:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077625.694803:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077625.694805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694806:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.694808:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077625.694811:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077625.694814:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694816:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077625.694818:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077625.694820:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077625.694822:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.694824:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077625.694825:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077625.694833:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077625.694836:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077625.694839:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077625.694840:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.694842:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077625.694844:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077625.694848:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077625.694855:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077625.694860:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077625.694867:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617391872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077625.694875:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077625.694879:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077625.694882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617391872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077625.694901:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077625.694904:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077625.694906:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077625.694907:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077625.694908:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077625.694910:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077625.694912:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4611
00000400:00000200:2.0:1769077625.694914:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077625.694916:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077625.694917:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077625.694919:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694921:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.694922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694924:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077625.694926:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077625.694927:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077625.694928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077625.694929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077625.694931:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077625.694933:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077625.694935:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.694944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077625.694952:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077625.694957:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077625.694960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077625.694962:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077625.694967:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077625.694973:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.694977:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077625.694982:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077625.694985:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.694986:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077625.694988:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077625.694993:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077625.695000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077625.695001:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.695005:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077625.695007:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077625.695011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077625.695015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077625.695019:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077625.695028:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617392000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077625.695040:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077625.695043:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077625.695046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617392000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077625.695058:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077625.695062:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077625.695069:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077625.695074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077625.695077:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077625.695080:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077625.695083:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077625.695084:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077625.695087:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4611
00000400:00000200:2.0:1769077625.695091:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077625.695095:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077625.695096:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077625.695099:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.695103:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.695107:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.695111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077625.695113:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077625.695115:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077625.695117:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077625.695120:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077625.695123:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077625.695128:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077625.695138:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.695144:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077625.695162:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077625.695166:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077625.695174:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077625.695181:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077625.695186:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077625.695191:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077625.695205:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077625.695209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.695212:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077625.695216:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077625.695219:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.695221:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077625.695226:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077625.695230:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077625.695234:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077625.695237:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077625.695239:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077625.695240:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077625.695243:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077625.695247:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077625.695254:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077625.695265:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617392128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077625.695291:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077625.695294:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077625.695298:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617392128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077625.695312:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077625.695319:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4621)
00000800:00000200:1.1:1769077625.695359:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077625.695361:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077625.695689:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077625.695691:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077625.695948:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077625.695950:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077626.014832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077626.014835:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077626.014839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077627.038832:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077627.038836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077627.038840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077627.230763:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299285446, at 4299285504
00000100:00000010:0.0:1769077627.230780:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:3.0:1769077628.062827:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077628.062835:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077628.062840:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077629.086824:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077629.086828:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077629.086832:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077630.110825:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077630.110829:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077630.110832:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077630.814761:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.814769:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077630.814772:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.814775:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.814779:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.814785:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4616
00000400:00000200:3.0:1769077630.814792:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077630.814796:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.814799:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.814801:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814803:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.814805:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077630.814810:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.814812:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077630.814814:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.814816:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077630.814817:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077630.814820:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077630.814822:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814823:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.814825:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814826:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077630.814828:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077630.814830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814832:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.814834:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.814836:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.814838:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.814840:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077630.814841:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.814855:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077630.814858:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077630.814861:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.814862:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.814864:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.814866:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.814870:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.814875:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077630.814880:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.814887:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617392256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.814895:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.814899:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.814905:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617392256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.814928:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077630.814932:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.814935:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077630.814937:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.814939:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.814942:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.814945:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4616
00000400:00000200:3.0:1769077630.814950:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077630.814955:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.814958:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.814961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814965:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.814971:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.814976:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077630.814981:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.814983:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077630.814986:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.814989:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077630.814993:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077630.814997:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077630.815003:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815007:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.815011:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815014:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077630.815019:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077630.815025:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815029:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.815033:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.815039:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.815043:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815054:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.815059:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077630.815077:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815081:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.815087:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769077630.815090:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077630.815093:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.815097:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815098:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.815100:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.815102:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.815109:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077630.815115:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.815125:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617392384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.815144:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.815149:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.815155:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617392384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.815169:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.815172:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077630.815176:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077630.815182:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077630.815188:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077630.815192:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077630.815196:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077630.815199:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077630.815205:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4616
00000400:00000200:3.0:1769077630.815214:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077630.815218:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077630.815222:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077630.815227:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815233:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.815237:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815242:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077630.815247:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077630.815248:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077630.815249:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077630.815253:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077630.815255:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077630.815259:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077630.815263:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815266:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077630.815270:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815273:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769077630.815276:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769077630.815277:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.1:1769077630.815284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1769077630.815285:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077630.815290:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077630.815294:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077630.815297:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077630.815306:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815309:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077630.815312:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077630.815315:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815317:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077630.815322:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077630.815326:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077630.815330:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077630.815332:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077630.815337:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077630.815339:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077630.815342:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077630.815349:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077630.815356:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077630.815374:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617392512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077630.815389:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077630.815393:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.815398:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617392512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077630.815414:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077630.815425:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4626)
00000800:00000200:1.1:1769077630.815623:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077630.815625:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077630.815874:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077630.815875:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077631.134806:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077631.134809:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077631.134812:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077632.158823:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077632.158826:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077632.158829:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077632.350732:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299290566, at 4299290624
00000100:00000010:0.0:1769077632.350751:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:3.0:1769077633.182838:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077633.182842:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077633.182845:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077634.206851:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077634.206855:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077634.206859:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077635.230839:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077635.230845:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077635.230848:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077635.934754:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077635.934763:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077635.934765:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077635.934769:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077635.934772:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077635.934778:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4621
00000400:00000200:2.0:1769077635.934785:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077635.934790:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077635.934792:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077635.934795:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934798:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.934800:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934802:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077635.934805:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077635.934806:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077635.934808:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077635.934810:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077635.934812:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077635.934813:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077635.934815:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934816:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.934818:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934819:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077635.934821:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077635.934824:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934825:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077635.934827:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077635.934830:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077635.934832:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.934833:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077635.934835:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077635.934843:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077635.934847:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077635.934850:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077635.934851:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.934853:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077635.934856:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077635.934859:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077635.934866:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077635.934871:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077635.934889:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617392640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077635.934897:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077635.934900:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077635.934903:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617392640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077635.934923:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077635.934925:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077635.934928:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077635.934929:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077635.934930:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077635.934931:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077635.934933:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4621
00000400:00000200:2.0:1769077635.934935:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077635.934937:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077635.934938:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077635.934941:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934942:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.934944:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934946:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077635.934948:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077635.934949:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077635.934950:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077635.934952:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077635.934954:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077635.934956:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077635.934958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934959:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.934960:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934961:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077635.934963:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077635.934965:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077635.934970:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077635.934974:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077635.934988:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077635.934992:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.934995:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077635.935000:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077635.935006:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.935010:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077635.935015:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077635.935020:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077635.935023:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077635.935025:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.935044:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077635.935051:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077635.935055:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077635.935060:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077635.935065:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077635.935072:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617392768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077635.935083:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077635.935087:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077635.935094:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617392768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077635.935108:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077635.935112:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077635.935116:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077635.935118:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077635.935125:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077635.935128:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077635.935130:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077635.935132:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077635.935134:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4621
00000400:00000200:2.0:1769077635.935141:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077635.935143:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077635.935145:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077635.935151:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.935154:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.935156:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.935163:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077635.935167:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077635.935170:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077635.935172:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077635.935174:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077635.935178:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077635.935184:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077635.935192:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.935196:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077635.935201:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077635.935206:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077635.935210:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077635.935216:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077635.935221:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077635.935224:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077635.935226:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077635.935228:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.935229:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077635.935231:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077635.935233:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.935237:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077635.935241:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077635.935244:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077635.935247:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077635.935248:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077635.935252:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077635.935255:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077635.935257:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077635.935262:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077635.935267:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077635.935275:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617392896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077635.935286:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077635.935288:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077635.935293:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617392896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077635.935302:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077635.935307:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4631)
00000800:00000200:1.1:1769077635.935361:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077635.935364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077635.935732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077635.935734:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077635.936014:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077635.936017:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077636.254796:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077636.254799:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077636.254803:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077637.278831:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077637.278835:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077637.278838:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077637.470759:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299295686, at 4299295744
00000100:00000010:0.0:1769077637.470776:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:3.0:1769077638.302833:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077638.302837:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077638.302839:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077639.326847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077639.326852:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077639.326857:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077640.350826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077640.350829:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077640.350832:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077641.054745:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077641.054756:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077641.054760:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077641.054764:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077641.054768:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077641.054776:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4626
00000400:00000200:2.0:1769077641.054785:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077641.054791:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077641.054794:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077641.054798:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.054802:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.054805:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.054808:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077641.054812:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077641.054814:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077641.054817:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077641.054820:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077641.054822:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077641.054825:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077641.054828:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.054830:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.054832:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.054834:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077641.054837:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077641.054840:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077641.054842:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077641.054845:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077641.054848:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077641.054850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.054853:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077641.054855:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077641.054864:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077641.054868:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077641.054872:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077641.054874:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.054877:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077641.054880:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077641.054884:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077641.054892:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077641.054914:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077641.054924:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617393024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077641.054934:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077641.054939:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077641.054944:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617393024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077641.054968:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077641.054971:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077641.054975:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077641.054976:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077641.054978:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077641.054981:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077641.054985:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4626
00000400:00000200:2.0:1769077641.054990:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077641.054995:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077641.054998:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077641.055002:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055007:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.055010:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055012:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077641.055015:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077641.055019:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077641.055024:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077641.055028:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077641.055032:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077641.055038:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077641.055047:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055054:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.055059:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055063:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077641.055066:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077641.055073:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055081:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077641.055085:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077641.055094:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077641.055101:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055107:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077641.055113:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077641.055120:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055125:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077641.055132:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077641.055138:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077641.055143:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077641.055145:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055150:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077641.055155:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077641.055160:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077641.055170:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077641.055179:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077641.055191:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617393152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077641.055207:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077641.055210:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077641.055219:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617393152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077641.055259:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077641.055264:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077641.055268:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077641.055270:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077641.055287:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077641.055290:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077641.055294:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077641.055299:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077641.055308:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4626
00000800:00000200:1.1:1769077641.055312:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077641.055316:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1769077641.055318:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077641.055328:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077641.055333:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077641.055342:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055348:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.055354:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055360:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077641.055367:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077641.055378:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077641.055383:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077641.055387:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077641.055393:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077641.055400:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077641.055410:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055415:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077641.055418:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055424:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077641.055427:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077641.055434:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077641.055439:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077641.055443:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077641.055449:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077641.055456:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055460:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077641.055464:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077641.055472:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055477:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077641.055492:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077641.055500:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077641.055506:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077641.055511:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077641.055515:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077641.055518:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077641.055522:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077641.055530:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077641.055538:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077641.055558:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617393280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077641.055593:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077641.055600:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077641.055611:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617393280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077641.055642:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077641.055652:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4637)
00000800:00000200:1.1:1769077641.055871:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077641.055874:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077641.056160:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077641.056162:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077641.374826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077641.374831:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077641.374835:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077642.398814:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077642.398817:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077642.398820:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077642.590723:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299300806, at 4299300864
00000100:00000010:0.0:1769077642.590738:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:3.0:1769077643.422846:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077643.422849:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077643.422852:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077644.446906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077644.446909:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077644.446912:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077645.470855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077645.470860:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077645.470863:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077646.174821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.174830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077646.174832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.174835:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.174838:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.174844:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4632
00000400:00000200:0.0:1769077646.174852:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077646.174857:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.174859:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.174862:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.174865:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.174867:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.174868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077646.174872:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.174873:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077646.174875:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.174877:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077646.174879:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077646.174880:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077646.174882:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.174883:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.174884:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.174886:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077646.174888:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077646.174890:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077646.174892:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.174894:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.174897:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.174900:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.174901:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077646.174903:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.174912:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077646.174914:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077646.174917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.174918:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.174921:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.174923:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.174926:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.174933:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077646.174938:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.174945:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617393408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.174957:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.174960:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.174964:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617393408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.174983:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077646.174986:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.174988:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077646.174989:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.174991:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.174993:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.174994:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4632
00000400:00000200:0.0:1769077646.174997:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077646.174999:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.175000:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.175002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175004:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.175006:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175008:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077646.175009:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.175010:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077646.175011:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.175013:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077646.175015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077646.175016:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077646.175018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.175022:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175026:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077646.175029:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077646.175034:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175035:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.175037:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.175041:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.175044:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175046:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077646.175050:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077646.175056:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175059:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.175065:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769077646.175070:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077646.175076:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.175078:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.175085:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.175088:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.175094:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077646.175098:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.175105:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617393536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.175114:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.175118:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.175124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617393536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077646.175138:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.175141:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077646.175144:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077646.175149:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077646.175152:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077646.175156:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077646.175159:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077646.175163:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077646.175167:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4632
00000400:00000200:0.0:1769077646.175175:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077646.175181:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077646.175185:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077646.175189:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175194:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.175197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077646.175205:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077646.175208:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077646.175211:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077646.175214:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077646.175217:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077646.175222:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077646.175227:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175230:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077646.175231:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175233:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077646.175237:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077646.175241:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077646.175244:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077646.175247:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077646.175251:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077646.175253:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175256:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077646.175259:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077646.175264:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175268:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077646.175273:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077646.175278:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077646.175283:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077646.175285:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077646.175289:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077646.175292:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077646.175295:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077646.175298:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077646.175309:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077646.175317:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617393664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077646.175328:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077646.175332:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.175339:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617393664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077646.175342:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077646.175348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1769077646.175352:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077646.175359:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4642)
00000800:00000200:1.1:1769077646.175642:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077646.175644:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077646.175931:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077646.175932:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077646.494829:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077646.494841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077646.494846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077647.518841:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077647.518848:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077647.518861:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077647.710752:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299305926, at 4299305984
00000100:00000010:0.0:1769077647.710766:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:3.0:1769077648.542798:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077648.542801:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077648.542804:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077649.566861:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077649.566869:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077649.566874:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077650.590831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077650.590835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077650.590837:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077651.294828:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.294840:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077651.294843:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.294847:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.294852:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.294860:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4637
00000400:00000200:3.0:1769077651.294871:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077651.294876:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.294880:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.294883:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.294886:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.294888:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.294890:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077651.294894:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.294896:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077651.294898:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.294901:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077651.294902:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077651.294904:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077651.294906:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.294907:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.294908:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.294910:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077651.294913:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077651.294916:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077651.294918:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.294921:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.294924:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.294926:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.294927:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077651.294929:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.294940:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077651.294943:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077651.294964:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.294965:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.294968:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.294971:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.294977:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.294986:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077651.294993:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.295002:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617393792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.295012:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.295041:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.295048:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617393792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.295079:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077651.295083:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.295086:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077651.295088:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.295090:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.295094:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.295097:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4637
00000400:00000200:3.0:1769077651.295102:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077651.295106:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.295108:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.295111:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295113:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.295114:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295116:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077651.295118:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.295119:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077651.295120:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.295122:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077651.295123:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077651.295125:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077651.295128:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295133:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.295135:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295137:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077651.295141:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077651.295144:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295147:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.295149:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.295155:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.295160:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295164:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077651.295169:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077651.295174:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295177:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.295181:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077651.295185:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077651.295188:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.295193:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295197:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.295200:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.295204:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.295208:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077651.295215:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.295223:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617393920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.295235:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.295237:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.295242:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617393920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.295252:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.295257:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077651.295261:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077651.295264:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077651.295269:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077651.295270:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077651.295271:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077651.295273:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077651.295275:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4637
00000400:00000200:3.0:1769077651.295280:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077651.295285:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077651.295289:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077651.295291:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295294:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.295298:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295303:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077651.295307:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077651.295310:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077651.295313:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077651.295315:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077651.295318:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077651.295322:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077651.295327:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295332:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077651.295335:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295338:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077651.295340:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077651.295344:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077651.295350:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077651.295351:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077651.295353:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077651.295354:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295356:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077651.295358:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077651.295361:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295365:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077651.295368:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077651.295370:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077651.295373:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077651.295374:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077651.295378:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077651.295381:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077651.295382:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077651.295385:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077651.295388:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077651.295396:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617394048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077651.295416:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077651.295422:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.295432:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617394048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077651.295449:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077651.295459:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4647)
00000800:00000200:1.1:1769077651.295483:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077651.295488:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077651.295960:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077651.295964:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077651.296274:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077651.296277:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077651.614858:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077651.614863:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077651.614867:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077652.638981:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077652.638988:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077652.638993:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077652.830796:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299311046, at 4299311104
00000100:00000010:0.0:1769077652.830827:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:3.0:1769077653.662891:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077653.662896:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077653.662900:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077654.686958:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077654.686964:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077654.686969:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077655.710894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077655.710902:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077655.710907:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077656.414699:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.414708:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077656.414711:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.414720:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.414723:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.414732:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4642
00000400:00000200:3.0:1769077656.414739:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077656.414744:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.414746:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.414749:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414751:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.414753:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414755:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077656.414758:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.414759:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077656.414761:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.414763:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077656.414765:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077656.414766:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077656.414769:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414770:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.414772:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414773:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077656.414775:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077656.414778:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414779:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.414781:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.414783:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.414785:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.414787:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077656.414789:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.414799:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077656.414802:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077656.414805:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.414806:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.414809:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.414810:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.414814:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.414819:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077656.414824:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.414830:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617394176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.414838:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.414842:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.414845:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617394176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.414862:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077656.414865:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.414867:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077656.414868:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.414870:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.414872:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.414874:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4642
00000400:00000200:3.0:1769077656.414876:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077656.414878:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.414880:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.414882:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414884:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.414885:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077656.414888:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.414889:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077656.414890:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.414891:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077656.414893:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077656.414894:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077656.414897:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414899:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.414900:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414902:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077656.414903:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077656.414906:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077656.414907:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.414908:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.414912:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.414916:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.414920:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077656.414924:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077656.414928:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.414930:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.414936:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077656.414940:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077656.414944:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.414948:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.414952:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.414955:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.414957:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.414960:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077656.414964:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.414970:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617394304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.414985:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.414987:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.414994:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617394304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.415003:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.415006:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077656.415009:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077656.415013:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077656.415018:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077656.415020:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077656.415023:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077656.415026:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077656.415028:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4642
00000400:00000200:3.0:1769077656.415033:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077656.415035:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077656.415037:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077656.415042:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.415045:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.415048:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.415052:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077656.415054:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077656.415055:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077656.415058:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077656.415060:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077656.415063:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077656.415067:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077656.415072:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.415076:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077656.415079:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077656.415082:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077656.415086:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077656.415090:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077656.415094:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077656.415097:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077656.415100:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077656.415103:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.415106:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077656.415109:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077656.415113:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.415115:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077656.415121:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077656.415126:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077656.415130:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077656.415132:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077656.415135:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077656.415137:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077656.415139:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077656.415142:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077656.415146:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077656.415152:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617394432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077656.415161:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077656.415164:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.415170:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617394432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077656.415185:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077656.415190:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4652)
00000800:00000200:1.1:1769077656.415227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077656.415229:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077656.415501:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077656.415503:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077656.415738:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077656.415740:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077656.734844:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077656.734848:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077656.734851:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077657.758815:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077657.758819:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077657.758823:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077657.950739:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299316166, at 4299316224
00000100:00000010:0.0:1769077657.950754:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:3.0:1769077658.782892:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077658.782896:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077658.782899:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077659.806866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077659.806870:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077659.806873:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077660.830936:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077660.830940:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077660.830944:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077661.534784:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077661.534793:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077661.534795:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077661.534799:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077661.534802:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077661.534808:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4647
00000400:00000200:3.0:1769077661.534816:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077661.534821:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077661.534823:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077661.534826:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534828:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.534830:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534832:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077661.534835:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077661.534836:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077661.534839:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077661.534841:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077661.534843:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077661.534844:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077661.534846:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534848:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.534849:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534850:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077661.534852:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077661.534855:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534856:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077661.534858:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077661.534861:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077661.534863:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.534865:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077661.534866:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077661.534874:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077661.534877:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077661.534880:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077661.534881:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.534883:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077661.534885:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077661.534889:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077661.534896:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077661.534900:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077661.534907:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617394560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077661.534915:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077661.534919:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077661.534922:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617394560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077661.534944:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077661.534947:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077661.534949:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077661.534950:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077661.534952:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077661.534954:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077661.534955:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4647
00000400:00000200:3.0:1769077661.534957:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077661.534959:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077661.534961:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077661.534963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534964:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.534966:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534967:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077661.534969:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077661.534970:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077661.534971:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077661.534973:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077661.534975:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077661.534976:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077661.534978:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534979:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.534981:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534982:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077661.534985:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077661.534988:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077661.534989:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077661.534991:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077661.534995:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077661.534996:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.534997:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077661.535001:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077661.535004:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.535009:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077661.535012:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077661.535017:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077661.535018:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077661.535021:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.535029:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077661.535032:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077661.535039:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077661.535042:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077661.535048:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077661.535053:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617394688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077661.535087:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077661.535088:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077661.535091:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617394688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077661.535121:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077661.535125:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077661.535135:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077661.535138:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077661.535160:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077661.535163:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077661.535167:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077661.535176:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077661.535182:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4647
00000400:00000200:3.0:1769077661.535193:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077661.535199:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077661.535202:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077661.535205:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.535206:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.535207:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.535209:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077661.535210:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077661.535211:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077661.535212:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077661.535214:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077661.535216:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077661.535218:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077661.535221:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.535223:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077661.535225:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077661.535233:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077661.535238:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077661.535241:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077661.535243:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077661.535244:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077661.535248:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077661.535257:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.535260:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077661.535266:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077661.535268:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.535269:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077661.535272:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077661.535276:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077661.535279:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077661.535284:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077661.535286:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077661.535288:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077661.535290:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077661.535298:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077661.535301:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077661.535306:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617394816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077661.535317:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077661.535318:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077661.535321:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617394816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077661.535331:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077661.535336:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4657)
00000800:00000200:1.1:1769077661.535495:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077661.535499:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077661.536056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077661.536059:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077661.536424:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077661.536427:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1769077661.854845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077661.854849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077661.854853:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077662.878811:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077662.878817:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077662.878822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077663.070780:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299321286, at 4299321344
00000100:00000010:0.0:1769077663.070813:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:3.0:1769077663.902880:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077663.902885:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077663.902889:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077664.926906:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077664.926910:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077664.926913:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077665.950881:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077665.950884:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077665.950887:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077666.654814:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077666.654826:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077666.654829:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077666.654834:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077666.654838:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077666.654846:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4652
00000400:00000200:2.0:1769077666.654856:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077666.654862:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077666.654866:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077666.654869:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.654872:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.654874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.654876:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077666.654881:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077666.654883:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077666.654886:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077666.654889:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077666.654890:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077666.654892:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077666.654894:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.654895:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.654896:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.654897:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077666.654900:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077666.654902:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077666.654904:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077666.654906:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077666.654910:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077666.654912:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.654914:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077666.654915:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077666.654927:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077666.654930:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077666.654934:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077666.654935:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.654938:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077666.654941:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077666.654946:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077666.654957:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077666.654964:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077666.654972:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617394944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077666.654981:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077666.654986:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.654990:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617394944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077666.655011:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077666.655013:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077666.655016:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077666.655017:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077666.655018:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077666.655020:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077666.655022:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4652
00000400:00000200:2.0:1769077666.655024:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077666.655026:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077666.655027:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077666.655029:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655031:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.655033:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655035:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077666.655036:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077666.655037:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077666.655038:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077666.655040:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077666.655041:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077666.655043:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077666.655046:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655049:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.655050:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655051:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077666.655053:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077666.655055:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655060:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077666.655062:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077666.655071:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077666.655076:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655079:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077666.655084:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077666.655088:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655090:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077666.655094:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077666.655100:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077666.655111:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077666.655115:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655121:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077666.655126:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077666.655131:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077666.655143:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077666.655155:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077666.655176:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617395072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077666.655193:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077666.655195:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.655201:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617395072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077666.655221:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.655225:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077666.655239:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077666.655242:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077666.655245:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077666.655248:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077666.655251:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077666.655256:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077666.655260:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4652
00000400:00000200:2.0:1769077666.655269:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077666.655272:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077666.655277:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077666.655282:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655292:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.655299:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655308:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077666.655315:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077666.655317:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077666.655323:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077666.655328:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077666.655337:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077666.655346:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077666.655359:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655368:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077666.655376:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655382:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077666.655390:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077666.655399:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077666.655413:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077666.655420:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077666.655427:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077666.655430:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655432:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077666.655437:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077666.655445:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655446:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077666.655450:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077666.655459:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077666.655478:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077666.655483:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077666.655485:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077666.655491:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077666.655495:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077666.655502:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077666.655508:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077666.655520:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617395200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077666.655550:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077666.655553:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.655557:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617395200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077666.655569:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077666.655575:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4662)
00000800:00000200:1.1:1769077666.655613:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077666.655615:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077666.655960:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077666.655961:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077666.656147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077666.656149:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1769077666.974906:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077666.974912:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077666.974916:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077667.998817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077667.998820:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077667.998823:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077668.190772:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299326407, at 4299326464
00000100:00000010:0.0:1769077668.190787:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:3.0:1769077669.022811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077669.022814:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077669.022817:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077670.046823:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077670.046827:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077670.046831:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077671.070852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077671.070859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077671.070864:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077671.774793:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077671.774805:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077671.774808:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077671.774813:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077671.774817:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077671.774825:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4657
00000400:00000200:2.0:1769077671.774835:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077671.774840:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077671.774844:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077671.774847:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.774851:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.774853:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.774855:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077671.774859:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077671.774861:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077671.774864:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077671.774866:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077671.774868:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077671.774869:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077671.774871:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.774873:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.774874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.774875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077671.774877:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077671.774880:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077671.774882:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077671.774884:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077671.774888:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077671.774890:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.774892:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077671.774894:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077671.774904:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077671.774907:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077671.774911:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077671.774912:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.774915:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077671.774917:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077671.774922:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077671.774933:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077671.774940:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077671.774949:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617395328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077671.774962:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077671.774967:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.774971:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617395328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077671.774994:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077671.774997:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077671.775000:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077671.775001:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077671.775002:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077671.775004:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077671.775006:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4657
00000400:00000200:2.0:1769077671.775009:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077671.775011:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077671.775013:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077671.775015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775017:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.775019:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775021:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077671.775022:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077671.775023:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077671.775024:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077671.775025:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077671.775027:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077671.775028:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077671.775030:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775032:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.775034:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775036:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077671.775038:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077671.775041:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775043:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077671.775045:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077671.775050:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077671.775051:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775053:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077671.775057:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077671.775068:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775072:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077671.775077:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077671.775081:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077671.775083:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077671.775084:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775089:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077671.775091:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077671.775093:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077671.775104:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077671.775112:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077671.775125:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617395456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077671.775144:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077671.775148:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.775157:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617395456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077671.775165:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.775171:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077671.775182:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077671.775186:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077671.775191:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077671.775194:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077671.775205:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077671.775213:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077671.775217:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4657
00000400:00000200:2.0:1769077671.775229:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077671.775244:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077671.775247:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077671.775252:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775259:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.775271:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775277:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077671.775281:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077671.775283:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077671.775288:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077671.775300:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077671.775312:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077671.775318:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077671.775332:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775341:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077671.775352:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775355:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077671.775365:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077671.775392:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077671.775396:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077671.775397:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077671.775401:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077671.775409:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775412:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077671.775419:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077671.775422:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775425:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077671.775430:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077671.775441:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077671.775450:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077671.775455:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077671.775461:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077671.775467:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077671.775470:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077671.775483:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077671.775493:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077671.775508:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617395584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077671.775547:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077671.775551:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.775569:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617395584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077671.775604:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077671.775611:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4667)
00000800:00000200:1.1:1769077671.775628:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077671.775630:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077671.776038:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077671.776040:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077671.776225:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077671.776227:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1769077672.094828:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077672.094836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077672.094842:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077673.118851:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077673.118856:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077673.118859:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077673.310854:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299331527, at 4299331584
00000100:00000010:0.0:1769077673.310858:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:3.0:1769077674.142851:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077674.142855:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077674.142857:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077675.166836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077675.166841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077675.166844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077676.190884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077676.190895:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077676.190898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077676.894712:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077676.894723:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077676.894726:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077676.894730:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077676.894735:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077676.894743:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4662
00000400:00000200:2.0:1769077676.894752:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077676.894758:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077676.894762:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077676.894766:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894769:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.894771:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894774:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077676.894778:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077676.894780:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077676.894783:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077676.894786:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077676.894788:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077676.894791:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077676.894794:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894796:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.894798:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894800:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077676.894803:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077676.894807:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894810:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077676.894812:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077676.894816:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077676.894818:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.894820:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077676.894823:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077676.894831:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077676.894836:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077676.894840:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077676.894841:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.894844:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077676.894847:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077676.894852:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077676.894858:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077676.894864:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077676.894871:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617395712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077676.894880:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077676.894885:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077676.894890:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617395712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077676.894912:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077676.894916:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077676.894919:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077676.894921:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077676.894923:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077676.894926:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077676.894929:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4662
00000400:00000200:2.0:1769077676.894935:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077676.894940:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077676.894942:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077676.894946:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894949:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.894954:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894957:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077676.894960:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077676.894962:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077676.894964:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077676.894967:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077676.894971:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077676.894975:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077676.894981:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894985:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.894989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.894993:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077676.894996:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077676.895002:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895006:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077676.895010:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077676.895017:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077676.895020:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895024:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077676.895030:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077676.895034:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895039:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077676.895052:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077676.895063:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077676.895067:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077676.895068:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895075:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077676.895080:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077676.895084:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077676.895093:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077676.895100:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077676.895112:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617395840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077676.895130:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077676.895137:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077676.895146:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617395840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077676.895165:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077676.895169:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077676.895179:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077676.895184:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077676.895194:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077676.895200:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077676.895204:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077676.895211:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077676.895217:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4662
00000800:00000200:1.1:1769077676.895222:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769077676.895228:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077676.895232:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077676.895234:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077676.895236:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895238:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.895240:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895246:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077676.895252:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077676.895255:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077676.895259:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077676.895263:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077676.895268:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077676.895271:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077676.895273:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895275:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077676.895280:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895283:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077676.895284:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077676.895287:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077676.895305:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077676.895308:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077676.895312:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077676.895316:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895319:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077676.895322:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077676.895324:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895331:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077676.895336:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077676.895339:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077676.895344:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077676.895352:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077676.895354:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077676.895357:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077676.895361:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077676.895367:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077676.895373:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077676.895383:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617395968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077676.895393:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077676.895397:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077676.895402:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617395968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077676.895420:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077676.895424:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4672)
00000800:00000200:1.1:1769077676.895577:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077676.895778:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077677.214798:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077677.214801:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077677.214804:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077678.238878:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077678.238881:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077678.238883:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077678.430820:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299336646, at 4299336704
00000100:00000010:0.0:1769077678.430840:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:3.0:1769077679.262910:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077679.262916:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077679.262920:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077679.966935:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077679.967003:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077679.967016:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077679.967021:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077679.967025:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077679.967029:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077679.967035:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077679.967040:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769077679.967045:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077679.967051:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077679.967058:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743f68
00000400:00000010:2.0:1769077679.967061:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743f68.
00000100:00000001:2.0:1769077679.967067:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077679.967077:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5c00 x1855007617395712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967103:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077679.967108:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617395712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967117:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077679.967119:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077679.967130:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077679.967132:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769077679.967136:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077679.967139:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077679.967142:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:2.0:1769077679.967144:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:2.0:1769077679.967147:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077679.967152:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7b80 x1855007617395840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967161:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077679.967165:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617395840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967171:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077679.967173:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077679.967178:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077679.967180:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769077679.967183:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077679.967186:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077679.967197:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743660
00000400:00000010:2.0:1769077679.967200:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743660.
00000100:00000001:2.0:1769077679.967202:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077679.967207:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d4700 x1855007617395968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967224:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077679.967227:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617395968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077679.967234:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077679.967236:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077680.286850:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077680.286853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077680.286856:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077681.310820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077681.310823:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077681.310826:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077682.014726:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.014735:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077682.014738:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.014740:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.014744:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.014750:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4667
00000400:00000200:2.0:1769077682.014757:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077682.014762:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.014765:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.014767:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014770:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.014773:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014775:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077682.014778:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.014780:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077682.014782:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.014784:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077682.014785:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077682.014787:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077682.014789:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014790:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.014792:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014794:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077682.014796:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077682.014798:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014800:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.014802:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.014804:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.014806:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.014808:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077682.014809:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.014814:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077682.014817:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077682.014820:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.014821:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.014823:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.014825:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.014829:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.014835:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077682.014840:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.014847:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617396096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.014855:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.014859:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.014862:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617396096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.014886:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077682.014889:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.014892:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077682.014894:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.014895:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.014898:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.014901:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4667
00000400:00000200:2.0:1769077682.014905:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077682.014922:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.014926:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.014929:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014932:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.014935:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014940:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077682.014946:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.014950:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077682.014954:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.014957:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077682.014963:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077682.014969:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077682.014977:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014982:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.014988:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.014992:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077682.014997:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077682.015004:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015010:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.015014:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.015022:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.015027:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015032:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077682.015038:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077682.015044:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015049:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077682.015056:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077682.015061:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077682.015066:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.015070:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015073:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.015076:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.015079:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.015090:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077682.015095:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.015108:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617396224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.015126:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.015132:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.015140:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617396224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.015157:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.015161:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077682.015169:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077682.015174:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077682.015179:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077682.015182:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077682.015186:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077682.015189:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077682.015196:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4667
00000400:00000200:2.0:1769077682.015222:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077682.015231:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077682.015238:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077682.015243:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015247:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.015252:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015257:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077682.015261:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077682.015265:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077682.015268:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077682.015273:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077682.015275:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077682.015278:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077682.015286:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015292:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077682.015297:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015303:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077682.015309:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077682.015314:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077682.015320:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077682.015323:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077682.015329:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077682.015334:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015337:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077682.015343:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769077682.015347:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:2.0:1769077682.015349:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015354:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077682.015354:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000010:2.0:1769077682.015360:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077682.015366:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077682.015372:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077682.015376:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077682.015379:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077682.015383:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077682.015385:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077682.015392:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077682.015398:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077682.015405:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617396352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077682.015418:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077682.015423:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.015431:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617396352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077682.015449:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077682.015457:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4677)
00000800:00000200:1.1:1769077682.015901:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077682.015904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077682.016520:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077682.016523:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077682.334858:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077682.334862:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077682.334865:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077683.358831:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077683.358836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077683.358840:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077683.550720:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299341766, at 4299341824
00000100:00000010:0.0:1769077683.550733:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:3.0:1769077684.382865:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077684.382869:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077684.382872:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077685.406818:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077685.406821:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077685.406824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077686.430836:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077686.430840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077686.430842:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077687.134870:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.134878:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077687.134880:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.134883:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.134887:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.134892:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4672
00000400:00000200:0.0:1769077687.134901:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077687.134907:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.134910:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.134914:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.134917:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.134920:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.134922:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077687.134926:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.134929:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077687.134932:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.134935:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077687.134938:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077687.134941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077687.134944:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.134946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.134948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.134951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077687.134954:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077687.134958:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077687.134962:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.134964:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.134967:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.134969:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.134970:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077687.134972:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.134981:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769077687.134984:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077687.134986:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.134988:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.134990:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.134992:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.134996:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.135002:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769077687.135006:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.135013:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617396480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.135021:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.135024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.135027:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617396480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.135044:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077687.135046:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.135049:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077687.135050:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.135051:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.135053:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.135055:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4672
00000400:00000200:0.0:1769077687.135058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077687.135062:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.135063:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.135066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135068:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.135070:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135075:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077687.135079:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077687.135081:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077687.135084:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.135086:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077687.135088:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077687.135090:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077687.135098:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.135105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077687.135112:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077687.135131:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135136:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.135140:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.135145:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.135149:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135154:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077687.135160:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077687.135165:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135169:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.135173:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769077687.135178:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077687.135184:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.135187:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135189:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.135190:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.135194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.135201:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077687.135206:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.135214:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617396608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.135226:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.135229:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.135237:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617396608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.135261:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.135267:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077687.135275:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077687.135282:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077687.135291:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077687.135294:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077687.135298:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077687.135304:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077687.135310:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4672
00000400:00000200:0.0:1769077687.135334:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077687.135340:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077687.135344:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077687.135348:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135351:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.135356:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135362:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077687.135366:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769077687.135366:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769077687.135369:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769077687.135371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000001:0.0:1769077687.135374:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077687.135376:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077687.135379:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077687.135381:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077687.135388:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135394:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077687.135401:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135407:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077687.135413:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077687.135421:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077687.135425:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077687.135427:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077687.135432:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077687.135437:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135442:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077687.135447:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077687.135451:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135455:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077687.135461:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077687.135465:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077687.135470:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077687.135472:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077687.135474:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077687.135477:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077687.135480:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077687.135485:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077687.135489:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077687.135495:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617396736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077687.135507:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077687.135510:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.135517:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617396736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077687.135527:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077687.135531:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4683)
00000800:00000200:1.1:1769077687.135890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077687.135892:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769077687.136115:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077687.136116:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1769077687.454829:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077687.454833:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077687.454836:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077688.478820:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077688.478824:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077688.478827:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077688.670742:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299346886, at 4299346944
00000100:00000010:0.0:1769077688.670758:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:3.0:1769077689.502799:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077689.502804:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077689.502807:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077690.526805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077690.526809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077690.526811:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077691.550827:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077691.550831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077691.550833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077692.254742:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.254751:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077692.254753:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.254756:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.254760:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.254765:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4678
00000400:00000200:2.0:1769077692.254773:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077692.254778:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.254780:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.254783:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254785:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.254787:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254789:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077692.254792:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.254793:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077692.254796:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.254799:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077692.254800:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077692.254802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077692.254804:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.254806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254807:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077692.254810:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077692.254812:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254813:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.254815:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.254818:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.254820:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.254821:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077692.254823:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.254831:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077692.254833:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077692.254836:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.254837:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.254839:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.254841:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.254845:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.254859:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077692.254865:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.254872:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617396864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.254880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.254883:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.254887:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617396864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.254904:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077692.254906:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.254909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077692.254910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.254911:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.254913:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.254915:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4678
00000400:00000200:2.0:1769077692.254918:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077692.254919:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.254921:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.254922:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254924:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.254926:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077692.254930:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.254931:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077692.254932:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.254934:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077692.254935:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077692.254937:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077692.254939:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.254946:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254948:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077692.254952:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077692.254957:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077692.254960:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.254962:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.254968:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.254971:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.254973:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077692.254975:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077692.254981:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.254984:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.254990:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077692.254994:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077692.254998:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.255000:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.255003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.255006:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.255013:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.255019:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077692.255024:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.255031:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617396992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.255056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.255060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.255067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617396992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.255079:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.255081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077692.255087:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077692.255092:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077692.255097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077692.255100:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077692.255102:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077692.255108:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077692.255114:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4678
00000400:00000200:2.0:1769077692.255122:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077692.255128:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077692.255131:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077692.255137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.255140:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.255149:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.255155:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077692.255157:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077692.255160:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077692.255164:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077692.255167:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077692.255170:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077692.255173:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077692.255179:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.255184:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077692.255192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077692.255199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077692.255205:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077692.255215:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077692.255223:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077692.255227:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077692.255233:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077692.255238:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.255242:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077692.255247:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.1:1769077692.255248:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:2.0:1769077692.255250:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077692.255253:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769077692.255254:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077692.255261:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077692.255266:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077692.255272:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077692.255273:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077692.255274:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077692.255278:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077692.255281:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077692.255288:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077692.255294:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077692.255303:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617397120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077692.255320:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077692.255324:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.255331:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617397120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077692.255359:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077692.255368:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4688)
00000800:00000200:1.1:1769077692.255648:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077692.255650:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769077692.255931:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077692.255933:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1769077692.574835:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077692.574840:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077692.574843:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077693.598848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077693.598851:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077693.598854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077693.790787:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299352006, at 4299352064
00000100:00000010:0.0:1769077693.790800:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:3.0:1769077694.622838:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077694.622845:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077694.622850:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077695.646817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077695.646821:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077695.646824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077696.670844:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077696.670852:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077696.670857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077697.374801:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077697.374813:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077697.374816:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077697.374820:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077697.374824:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077697.374833:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4683
00000400:00000200:3.0:1769077697.374845:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077697.374853:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077697.374858:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077697.374862:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.374866:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.374869:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.374872:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077697.374878:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077697.374880:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077697.374884:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077697.374887:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077697.374889:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077697.374891:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077697.374894:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.374896:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.374898:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.374899:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077697.374901:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077697.374904:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077697.374905:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077697.374908:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077697.374911:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077697.374913:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.374916:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077697.374918:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077697.374928:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769077697.374931:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077697.374936:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077697.374937:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.374940:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077697.374943:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077697.374960:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077697.374970:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077697.374978:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077697.374990:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617397248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077697.375002:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077697.375008:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077697.375014:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617397248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077697.375044:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077697.375046:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077697.375049:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077697.375051:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077697.375052:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077697.375057:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077697.375060:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4683
00000400:00000200:3.0:1769077697.375064:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077697.375066:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077697.375068:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077697.375070:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375073:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.375074:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375077:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077697.375079:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077697.375081:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077697.375082:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077697.375085:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077697.375086:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077697.375088:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077697.375090:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375091:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.375093:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375094:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077697.375096:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077697.375099:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375108:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077697.375111:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077697.375120:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077697.375124:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375125:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077697.375132:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077697.375136:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375141:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077697.375149:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769077697.375156:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077697.375161:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077697.375166:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375171:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077697.375174:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077697.375176:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077697.375182:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077697.375190:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077697.375199:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617397376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077697.375217:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077697.375221:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077697.375228:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617397376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077697.375255:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077697.375260:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077697.375264:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077697.375271:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077697.375278:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077697.375280:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077697.375281:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077697.375282:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077697.375286:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4683
00000400:00000200:3.0:1769077697.375294:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077697.375299:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077697.375303:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077697.375305:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375307:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.375314:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375322:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077697.375331:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077697.375334:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077697.375339:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077697.375344:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077697.375348:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077697.375355:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077697.375365:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375371:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077697.375376:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375387:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077697.375399:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077697.375408:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077697.375417:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077697.375424:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077697.375430:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077697.375436:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375442:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077697.375448:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077697.375455:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375463:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077697.375474:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077697.375482:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077697.375488:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077697.375493:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077697.375499:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077697.375505:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077697.375509:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077697.375516:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077697.375524:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077697.375536:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617397504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077697.375560:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077697.375562:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077697.375565:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617397504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077697.375573:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077697.375580:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4693)
00000800:00000200:1.1:1769077697.375629:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077697.375633:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077697.376113:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077697.376116:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077697.376430:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077697.376433:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1769077697.694907:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077697.694914:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077697.694920:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077698.718840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077698.718844:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077698.718847:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077698.910729:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299357127, at 4299357184
00000100:00000010:0.0:1769077698.910742:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000020:00000001:3.0:1769077699.742856:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077699.742860:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077699.742864:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077700.766811:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077700.766815:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077700.766818:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077701.790870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077701.790889:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077701.790894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077702.494776:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077702.494784:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077702.494787:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077702.494790:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077702.494793:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077702.494799:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4688
00000400:00000200:3.0:1769077702.494806:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077702.494811:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077702.494814:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077702.494816:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.494819:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.494820:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.494822:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077702.494826:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077702.494827:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077702.494829:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077702.494831:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077702.494833:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077702.494834:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077702.494843:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.494846:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.494848:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.494851:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077702.494854:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077702.494857:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077702.494879:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.494882:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077702.494886:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.494889:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.494891:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077702.494894:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077702.494904:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077702.494908:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077702.494912:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077702.494914:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.494917:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077702.494919:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077702.494923:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077702.494930:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077702.494936:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.494943:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617397632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077702.494951:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077702.494955:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.494958:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617397632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.494983:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077702.494986:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077702.494988:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077702.494990:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077702.494991:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077702.494993:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077702.494995:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4688
00000400:00000200:3.0:1769077702.494998:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077702.495001:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077702.495003:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077702.495005:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495008:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.495010:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495012:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077702.495013:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077702.495015:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077702.495016:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077702.495018:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077702.495021:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077702.495031:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077702.495040:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495050:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.495057:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495064:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077702.495071:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077702.495079:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495086:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.495091:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077702.495099:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.495104:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495109:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077702.495116:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077702.495123:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495129:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077702.495138:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077702.495145:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077702.495151:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077702.495154:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495158:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077702.495162:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077702.495214:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077702.495233:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077702.495236:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
02000000:00000010:3.0:1769077702.495264:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077702.495288:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.495299:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617397760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077702.495329:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077702.495333:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.495374:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617397760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.495399:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.495427:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077702.495484:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077702.495507:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077702.495515:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077702.495532:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077702.495535:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077702.495548:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077702.495554:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4688
00000400:00000200:3.0:1769077702.495575:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077702.495581:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077702.495587:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077702.495601:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495607:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.495613:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495618:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077702.495636:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077702.495640:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077702.495654:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077702.495685:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769077702.495693:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077702.495695:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1769077702.495699:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077702.495703:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077702.495725:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495730:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077702.495744:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495749:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077702.495763:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077702.495782:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077702.495803:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077702.495806:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077702.495830:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077702.495835:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495839:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077702.495894:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077702.495902:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495906:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077702.495911:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077702.495928:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077702.495930:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077702.495931:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077702.495933:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077702.495934:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077702.495935:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077702.495939:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077702.495941:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077702.495946:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617397888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077702.495961:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077702.495963:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.495966:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617397888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077702.495985:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077702.495988:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4698)
00000800:00000200:1.1:1769077702.496171:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077702.496174:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1769077702.814853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077702.814868:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077702.814871:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077703.838873:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077703.838878:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077703.838882:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077704.030745:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299362246, at 4299362304
00000100:00000010:0.0:1769077704.030761:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000020:00000001:3.0:1769077704.862815:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077704.862817:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077704.862833:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077705.886797:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077705.886812:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077705.886816:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077706.910830:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077706.910834:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077706.910838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077707.614764:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.614773:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077707.614794:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.614798:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.614801:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.614807:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4693
00000400:00000200:3.0:1769077707.614815:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077707.614820:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.614822:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.614825:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.614827:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.614830:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.614833:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077707.614837:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.614839:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077707.614842:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.614846:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077707.614848:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077707.614851:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077707.614855:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.614857:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.614859:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.614861:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077707.614864:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077707.614868:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077707.614871:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.614874:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.614877:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.614880:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.614882:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077707.614884:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.614894:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077707.614897:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077707.614901:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.614903:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.614906:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.614908:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.614913:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.614921:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077707.614928:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.614936:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617398016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.614947:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.614952:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.614957:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617398016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.614982:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077707.614985:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.614989:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077707.614990:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.614992:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.614995:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.614997:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4693
00000400:00000200:3.0:1769077707.615002:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077707.615011:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.615014:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.615019:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615024:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.615033:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615039:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077707.615042:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.615045:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077707.615048:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077707.615053:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077707.615059:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077707.615064:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077707.615074:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615080:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.615087:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615094:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077707.615100:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077707.615108:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615114:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.615118:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.615126:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.615130:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615134:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.615139:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077707.615145:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615150:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.615159:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077707.615165:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077707.615170:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.615173:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615179:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.615181:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.615185:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.615193:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769077707.615201:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.615212:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617398144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.615227:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.615229:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.615235:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617398144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.615250:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.615257:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077707.615266:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077707.615274:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077707.615284:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077707.615289:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077707.615293:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077707.615300:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077707.615306:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4693
00000400:00000200:3.0:1769077707.615313:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077707.615319:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077707.615322:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077707.615328:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615332:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.615335:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615339:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077707.615340:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077707.615343:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077707.615345:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769077707.615346:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769077707.615347:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077707.615350:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077707.615354:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.1:1769077707.615355:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1769077707.615357:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615359:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077707.615360:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615361:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077707.615363:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077707.615364:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077707.615366:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077707.615367:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077707.615369:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077707.615371:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615375:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077707.615378:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077707.615381:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615384:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077707.615389:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077707.615392:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077707.615394:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077707.615398:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077707.615404:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077707.615408:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077707.615411:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077707.615419:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077707.615426:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077707.615438:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617398272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077707.615462:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077707.615466:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.615474:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617398272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077707.615489:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077707.615495:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4703)
00000800:00000200:1.1:1769077707.615758:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077707.615760:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077707.615970:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077707.615972:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1769077707.934847:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077707.934852:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077707.934855:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077708.958835:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077708.958839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077708.958842:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077709.150805:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299367366, at 4299367424
00000100:00000010:0.0:1769077709.150814:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000020:00000001:3.0:1769077709.982847:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077709.982851:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077709.982855:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077711.006790:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077711.006794:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077711.006797:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077712.030867:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077712.030871:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077712.030874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077712.734809:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.734824:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077712.734827:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.734831:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.734836:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.734844:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4698
00000400:00000200:3.0:1769077712.734854:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077712.734861:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.734865:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.734868:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.734872:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.734875:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.734878:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077712.734882:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.734885:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077712.734888:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.734891:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077712.734894:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077712.734896:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077712.734899:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.734901:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.734903:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.734906:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077712.734909:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077712.734912:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077712.734915:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.734918:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.734922:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.734925:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.734927:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077712.734929:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.734948:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077712.734952:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077712.734956:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.734958:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.734961:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.734965:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.734970:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.734979:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077712.734987:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.734996:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617398400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.735007:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.735012:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.735017:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617398400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.735042:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077712.735046:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077712.735049:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077712.735051:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077712.735053:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.735056:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.735065:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4698
00000400:00000200:3.0:1769077712.735070:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077712.735073:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.735075:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.735079:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735083:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.735087:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735092:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077712.735096:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.735099:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077712.735103:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.735106:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077712.735111:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077712.735116:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077712.735122:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735133:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.735139:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735144:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077712.735147:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077712.735152:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735155:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.735160:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.735168:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.735172:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735176:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.735181:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077712.735188:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735191:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.735199:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077712.735203:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077712.735208:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.735211:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735216:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.735218:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.735222:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.735228:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077712.735233:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.735243:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617398528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.735258:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.735263:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.735271:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617398528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.735294:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.735299:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077712.735305:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077712.735311:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1769077712.735317:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769077712.735318:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077712.735322:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1769077712.735324:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1769077712.735325:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077712.735331:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077712.735335:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4698
00000400:00000200:3.0:1769077712.735341:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077712.735346:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077712.735349:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077712.735354:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735358:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.735363:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735367:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077712.735370:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077712.735374:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077712.735378:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077712.735382:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077712.735386:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077712.735392:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077712.735399:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735404:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077712.735409:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735413:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077712.735424:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077712.735431:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077712.735434:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077712.735436:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077712.735440:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077712.735444:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735448:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077712.735450:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077712.735456:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735458:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077712.735463:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077712.735469:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077712.735474:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077712.735477:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077712.735481:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077712.735485:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077712.735495:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077712.735501:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077712.735506:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077712.735517:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617398656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077712.735537:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077712.735542:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.735551:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617398656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077712.735579:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077712.735585:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4708)
00000800:00000200:1.1:1769077712.735782:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077712.735783:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077712.735948:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077712.735949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1769077713.054799:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077713.054803:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077713.054806:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077714.078860:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077714.078863:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077714.078865:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077714.270783:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299372486, at 4299372544
00000100:00000010:0.0:1769077714.270806:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000020:00000001:3.0:1769077715.102780:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077715.102783:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077715.102785:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077716.126822:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077716.126828:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077716.126832:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077717.150823:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077717.150828:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077717.150832:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077717.854777:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077717.854786:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077717.854789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077717.854792:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077717.854797:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077717.854804:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4703
00000400:00000200:0.0:1769077717.854812:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077717.854817:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077717.854820:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077717.854824:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.854829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077717.854836:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077717.854838:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077717.854840:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077717.854843:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077717.854846:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077717.854848:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077717.854851:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.854855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077717.854859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077717.854862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077717.854867:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077717.854870:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077717.854872:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.854875:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077717.854877:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077717.854885:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077717.854889:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077717.854893:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077717.854894:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.854897:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077717.854899:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077717.854903:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077717.854910:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077717.854916:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077717.854923:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617398784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077717.854933:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077717.854938:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077717.854942:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617398784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077717.854965:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077717.854968:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077717.854971:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077717.854973:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077717.854974:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077717.854977:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077717.854979:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4703
00000400:00000200:0.0:1769077717.854983:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077717.854986:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077717.854989:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077717.854992:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.854994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.854997:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855001:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077717.855006:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077717.855008:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077717.855011:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077717.855014:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077717.855018:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077717.855022:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077717.855030:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.855038:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855042:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077717.855047:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077717.855052:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855055:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077717.855057:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077717.855062:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077717.855065:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855068:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077717.855074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077717.855079:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855082:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077717.855087:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769077717.855092:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077717.855097:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077717.855099:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855101:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077717.855104:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077717.855106:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077717.855111:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077717.855117:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077717.855126:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617398912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077717.855140:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077717.855143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077717.855151:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617398912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077717.855174:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077717.855178:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077717.855184:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077717.855191:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077717.855198:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077717.855202:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077717.855205:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077717.855210:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077717.855214:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4703
00000400:00000200:0.0:1769077717.855228:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077717.855235:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077717.855240:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077717.855246:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855250:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.855254:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077717.855257:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077717.855258:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769077717.855263:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1769077717.855264:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077717.855267:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077717.855271:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077717.855274:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077717.855278:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077717.855281:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077717.855287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855292:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077717.855298:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855301:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077717.855305:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077717.855311:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077717.855316:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077717.855320:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077717.855324:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077717.855328:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855332:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077717.855335:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077717.855339:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855343:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077717.855348:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077717.855352:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077717.855358:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077717.855361:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077717.855363:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077717.855365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077717.855368:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077717.855374:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077717.855386:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077717.855395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617399040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077717.855415:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077717.855419:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077717.855427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617399040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077717.855444:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077717.855450:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4713)
00000800:00000200:1.1:1769077717.855628:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077717.855630:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077717.855902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077717.855903:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1769077718.174832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077718.174839:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077718.174843:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077719.198858:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077719.198861:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077719.198864:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077719.390812:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299377606, at 4299377664
00000100:00000010:0.0:1769077719.390821:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000020:00000001:3.0:1769077720.222818:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077720.222821:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077720.222824:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077721.246810:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077721.246814:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077721.246818:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077722.270814:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077722.270822:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077722.270825:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077722.975546:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077722.975600:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077722.975602:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077722.975605:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077722.975609:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077722.975614:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4708
00000400:00000200:2.0:1769077722.975622:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077722.975626:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077722.975629:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077722.975633:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975636:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975638:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975640:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077722.975644:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077722.975646:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077722.975649:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077722.975652:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077722.975654:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077722.975657:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077722.975680:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975682:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975684:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975686:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077722.975688:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077722.975691:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975693:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.975696:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077722.975699:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077722.975701:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.975703:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077722.975705:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077722.975710:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077722.975714:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077722.975717:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077722.975719:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.975721:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077722.975724:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077722.975727:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077722.975734:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077722.975740:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.975747:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617399168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077722.975756:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077722.975760:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.975765:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617399168/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.975784:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077722.975787:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077722.975790:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077722.975792:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077722.975793:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077722.975796:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077722.975798:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4708
00000400:00000200:2.0:1769077722.975802:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077722.975805:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077722.975807:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077722.975810:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975811:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975813:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975814:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077722.975816:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077722.975817:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077722.975818:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077722.975820:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077722.975821:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077722.975822:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077722.975825:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975826:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975827:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975829:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077722.975831:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077722.975834:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975836:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.975839:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077722.975844:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077722.975847:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.975849:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077722.975852:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077722.975856:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.975857:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077722.975859:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077722.975861:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077722.975862:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077722.975864:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.975865:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077722.975866:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077722.975867:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077722.975870:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077722.975873:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.975882:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617399296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077722.975895:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077722.975898:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.975905:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617399296/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.975921:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.975926:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077722.975929:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077722.975934:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077722.975939:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077722.975940:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077722.975944:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077722.975945:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077722.975948:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4708
00000400:00000200:2.0:1769077722.975952:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077722.975956:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077722.975960:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077722.975962:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975964:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975967:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975968:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077722.975969:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077722.975971:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077722.975972:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077722.975973:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077722.975974:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077722.975975:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077722.975985:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975988:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077722.975989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077722.975990:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077722.975992:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077722.975998:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077722.976000:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077722.976001:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077722.976004:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077722.976007:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.976010:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077722.976013:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077722.976016:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.976017:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077722.976020:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077722.976023:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077722.976026:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077722.976028:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077722.976031:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077722.976034:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077722.976036:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077722.976040:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077722.976043:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077722.976050:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617399424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077722.976055:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077722.976060:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.976067:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617399424/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077722.976075:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077722.976079:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4718)
00000800:00000200:1.1:1769077722.976164:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077722.976167:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077722.976582:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077722.976585:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077722.976919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077722.976922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1769077723.294812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077723.294816:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077723.294820:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077724.318838:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077724.318841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077724.318844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077724.510741:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299382727, at 4299382784
00000100:00000010:0.0:1769077724.510759:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000020:00000001:3.0:1769077725.342826:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077725.342830:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077725.342833:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077726.366800:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077726.366803:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077726.366806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077727.390854:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077727.390859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077727.390862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077728.094773:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077728.094783:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077728.094786:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077728.094790:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077728.094795:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077728.094802:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4713
00000400:00000200:2.0:1769077728.094812:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077728.094817:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077728.094820:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077728.094823:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094827:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.094829:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094831:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077728.094835:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077728.094837:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077728.094840:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077728.094842:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077728.094845:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077728.094847:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077728.094850:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094852:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.094854:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094856:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077728.094859:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077728.094863:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094865:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077728.094868:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077728.094872:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077728.094874:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.094877:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077728.094879:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077728.094888:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077728.094891:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077728.094895:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077728.094896:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.094899:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077728.094902:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077728.094905:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077728.094912:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077728.094918:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077728.094925:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617399552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077728.094935:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077728.094939:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077728.094944:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617399552/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077728.094965:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077728.094968:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077728.094972:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077728.094973:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077728.094975:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077728.094977:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077728.094980:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4713
00000400:00000200:2.0:1769077728.094984:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077728.094986:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077728.094989:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077728.094992:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094995:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.094998:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.094999:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077728.095002:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077728.095004:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077728.095005:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077728.095008:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077728.095010:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077728.095012:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077728.095015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095018:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.095020:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095022:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077728.095024:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077728.095028:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095032:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077728.095037:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077728.095043:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077728.095049:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.095052:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077728.095058:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077728.095068:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.095077:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077728.095088:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077728.095094:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077728.095100:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077728.095103:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.095110:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077728.095115:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077728.095122:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077728.095132:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077728.095142:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077728.095152:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617399680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077728.095163:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077728.095170:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077728.095179:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617399680/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077728.095203:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077728.095214:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077728.095219:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077728.095228:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077728.095239:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077728.095245:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077728.095250:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077728.095265:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077728.095275:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4713
00000400:00000200:2.0:1769077728.095285:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077728.095292:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077728.095295:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077728.095301:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095306:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.095313:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095324:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077728.095329:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077728.095332:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077728.095336:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077728.095340:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077728.095343:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077728.095351:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077728.095364:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095371:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077728.095376:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095384:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077728.095396:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077728.095408:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077728.095418:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077728.095421:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077728.095425:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077728.095472:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077728.095476:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077728.095479:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1769077728.095482:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077728.095485:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077728.095488:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.095490:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077728.095494:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077728.095497:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077728.095507:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077728.095512:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077728.095518:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077728.095525:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077728.095530:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077728.095545:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077728.095553:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077728.095565:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617399808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077728.095591:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077728.095596:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077728.095615:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617399808/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077728.095651:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077728.095692:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4724)
00000800:00000200:1.1:1769077728.096076:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077728.096079:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769077728.096355:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077728.096358:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000020:00000001:2.0:1769077728.414856:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077728.414863:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077728.414867:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077729.438811:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077729.438815:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077729.438818:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077729.630742:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299387847, at 4299387904
00000100:00000010:0.0:1769077729.630758:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000020:00000001:3.0:1769077730.462806:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077730.462809:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077730.462812:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077731.486783:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077731.486787:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077731.486790:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077732.510769:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077732.510772:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077732.510775:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077733.214725:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077733.214733:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077733.214735:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077733.214737:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077733.214740:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077733.214745:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4719
00000400:00000200:2.0:1769077733.214752:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077733.214756:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077733.214758:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077733.214761:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214762:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.214764:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214766:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077733.214768:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077733.214770:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077733.214772:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077733.214773:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077733.214775:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077733.214776:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077733.214777:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214779:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.214780:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214781:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077733.214783:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077733.214785:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214787:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077733.214789:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077733.214791:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077733.214793:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.214794:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077733.214795:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077733.214803:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077733.214805:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077733.214808:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077733.214808:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.214811:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077733.214813:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077733.214815:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077733.214820:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077733.214825:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077733.214831:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617399936/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077733.214838:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077733.214841:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077733.214844:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617399936/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077733.214860:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077733.214861:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077733.214863:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077733.214864:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077733.214865:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077733.214867:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077733.214869:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4719
00000400:00000200:2.0:1769077733.214871:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077733.214873:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077733.214874:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077733.214876:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214878:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.214879:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214881:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077733.214882:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077733.214883:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077733.214884:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077733.214885:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077733.214886:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077733.214888:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077733.214890:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214893:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.214895:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214898:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077733.214901:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077733.214905:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077733.214906:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077733.214909:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077733.214913:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077733.214917:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.214920:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077733.214925:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077733.214930:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.214933:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077733.214938:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077733.214942:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077733.214945:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077733.214946:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.214948:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077733.214951:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077733.214952:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077733.214957:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077733.214960:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077733.214965:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617400064/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077733.214974:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077733.214977:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077733.214979:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617400064/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077733.214991:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077733.214992:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077733.214997:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077733.214999:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077733.215002:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077733.215004:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077733.215006:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077733.215008:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077733.215010:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4719
00000400:00000200:2.0:1769077733.215014:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077733.215018:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077733.215021:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077733.215026:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.215028:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.215032:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.215034:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077733.215038:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077733.215040:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077733.215042:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077733.215044:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077733.215048:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077733.215053:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077733.215058:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.215062:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077733.215066:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077733.215068:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077733.215072:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077733.215075:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077733.215079:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077733.215080:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077733.215082:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077733.215086:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.215089:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077733.215092:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077733.215093:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.215094:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077733.215098:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077733.215101:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077733.215103:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077733.215105:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077733.215109:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077733.215111:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077733.215113:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077733.215116:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077733.215120:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077733.215124:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617400192/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077733.215133:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077733.215136:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077733.215141:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617400192/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077733.215151:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077733.215156:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4729)
00000800:00000200:1.1:1769077733.215193:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077733.215196:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077733.215465:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077733.215466:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769077733.215752:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077733.215754:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1769077733.534807:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077733.534811:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077733.534814:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077734.558840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077734.558843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077734.558846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077734.750770:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299392966, at 4299393024
00000100:00000010:0.0:1769077734.750786:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000020:00000001:3.0:1769077735.582793:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077735.582797:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077735.582800:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077736.606900:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077736.606903:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077736.606906:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077737.630792:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077737.630796:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077737.630800:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077738.334793:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077738.334801:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077738.334803:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077738.334806:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077738.334810:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077738.334816:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4724
00000400:00000200:0.0:1769077738.334823:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077738.334828:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077738.334830:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077738.334833:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334836:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.334837:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334840:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077738.334843:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077738.334845:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077738.334847:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077738.334849:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077738.334851:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077738.334852:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077738.334854:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334855:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.334856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334857:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077738.334859:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077738.334862:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334863:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077738.334865:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077738.334868:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077738.334869:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.334871:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077738.334872:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077738.334880:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077738.334883:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077738.334886:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077738.334887:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.334889:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077738.334891:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077738.334894:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077738.334901:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769077738.334907:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077738.334913:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617400320/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077738.334921:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077738.334925:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077738.334928:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617400320/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077738.334946:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077738.334949:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077738.334951:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077738.334952:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077738.334953:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077738.334955:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077738.334957:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4724
00000400:00000200:0.0:1769077738.334959:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077738.334961:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077738.334963:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077738.334966:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.334969:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334971:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077738.334972:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077738.334973:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077738.334975:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077738.334977:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077738.334981:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077738.334983:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077738.334987:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334990:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.334992:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.334994:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077738.334997:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077738.335001:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335004:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077738.335008:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077738.335013:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077738.335015:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335016:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077738.335020:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077738.335022:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335025:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077738.335028:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077738.335032:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077738.335037:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077738.335039:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335043:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077738.335045:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077738.335048:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077738.335052:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077738.335057:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077738.335064:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617400448/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077738.335072:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077738.335076:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077738.335082:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617400448/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077738.335095:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077738.335098:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077738.335101:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077738.335102:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077738.335104:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077738.335107:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077738.335108:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077738.335111:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077738.335115:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4724
00000400:00000200:0.0:1769077738.335119:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077738.335122:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077738.335125:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077738.335127:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335129:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.335134:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335138:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077738.335152:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077738.335154:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077738.335156:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077738.335161:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077738.335165:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077738.335169:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077738.335175:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335177:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077738.335179:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335182:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077738.335185:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077738.335188:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077738.335193:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077738.335194:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077738.335196:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077738.335199:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335201:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077738.335205:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077738.335207:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335208:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077738.335211:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077738.335215:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077738.335220:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077738.335222:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077738.335224:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077738.335226:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077738.335228:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077738.335233:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769077738.335236:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077738.335242:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617400576/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077738.335251:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077738.335255:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077738.335272:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617400576/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077738.335289:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077738.335294:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4734)
00000800:00000200:1.1:1769077738.335332:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077738.335335:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077738.335653:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077738.335654:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769077738.335916:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077738.335918:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1769077738.654831:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077738.654834:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077738.654837:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077739.678929:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077739.678933:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077739.678937:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077739.870723:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299398086, at 4299398144
00000100:00000010:0.0:1769077739.870736:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000020:00000001:3.0:1769077740.702825:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077740.702829:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077740.702834:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077741.726804:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077741.726807:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077741.726810:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077742.750802:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077742.750814:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077742.750822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077743.454766:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077743.454776:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077743.454778:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077743.454781:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077743.454785:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077743.454791:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4729
00000400:00000200:0.0:1769077743.454798:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077743.454803:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077743.454806:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077743.454809:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454811:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.454813:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454814:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077743.454817:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077743.454819:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077743.454821:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077743.454824:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077743.454825:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077743.454827:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077743.454829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454830:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.454831:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454833:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077743.454835:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077743.454837:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454838:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077743.454840:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077743.454843:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077743.454845:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.454847:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077743.454848:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077743.454858:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769077743.454862:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077743.454866:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077743.454867:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.454871:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077743.454873:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077743.454878:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077743.454888:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077743.454895:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077743.454905:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617400704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077743.454916:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077743.454920:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077743.454924:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617400704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077743.454944:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077743.454947:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077743.454950:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077743.454951:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077743.454952:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077743.454954:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077743.454956:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4729
00000400:00000200:0.0:1769077743.454959:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077743.454962:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077743.454964:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077743.454966:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.454970:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454971:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077743.454973:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077743.454974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077743.454976:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077743.454978:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077743.454981:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077743.454985:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077743.454989:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.454993:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.454997:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455001:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077743.455006:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077743.455011:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455014:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077743.455017:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077743.455023:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077743.455026:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455029:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077743.455035:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077743.455040:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455044:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077743.455047:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769077743.455052:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077743.455055:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077743.455058:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455059:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077743.455060:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077743.455062:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077743.455066:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077743.455071:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077743.455080:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617400832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077743.455088:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077743.455092:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077743.455096:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617400832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077743.455106:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077743.455108:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077743.455111:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077743.455113:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077743.455116:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077743.455117:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077743.455118:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077743.455123:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077743.455127:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4729
00000400:00000200:0.0:1769077743.455132:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077743.455137:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077743.455142:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077743.455148:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455153:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.455158:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455164:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077743.455185:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077743.455189:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077743.455193:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077743.455198:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077743.455201:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077743.455207:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077743.455216:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455221:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077743.455227:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455232:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077743.455237:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077743.455244:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077743.455247:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077743.455252:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077743.455256:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077743.455259:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455261:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077743.455264:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077743.455268:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455272:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077743.455277:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769077743.455281:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077743.455286:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077743.455287:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077743.455288:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077743.455291:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077743.455294:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077743.455298:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:0.0:1769077743.455300:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077743.455304:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077743.455308:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617400960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077743.455315:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077743.455319:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077743.455325:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617400960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077743.455335:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077743.455341:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4739)
00000800:00000200:1.1:1769077743.455494:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077743.455644:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077743.774819:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077743.774822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077743.774825:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077744.798877:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077744.798882:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077744.798885:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077744.990803:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299403206, at 4299403264
00000100:00000010:0.0:1769077744.990824:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000020:00000001:3.0:1769077745.822819:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077745.822824:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077745.822827:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077746.526938:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077746.526982:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077746.526994:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077746.527000:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077746.527004:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077746.527009:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077746.527014:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077746.527018:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769077746.527024:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077746.527028:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077746.527035:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743880
00000400:00000010:2.0:1769077746.527037:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743880.
00000100:00000001:2.0:1769077746.527044:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077746.527055:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443ba300 x1855007617400704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527083:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077746.527088:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba300 x1855007617400704/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527097:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077746.527099:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077746.527109:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077746.527112:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769077746.527114:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077746.527119:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077746.527139:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:2.0:1769077746.527141:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:2.0:1769077746.527143:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077746.527148:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9f80 x1855007617400832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527156:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077746.527160:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9f80 x1855007617400832/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527166:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077746.527168:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077746.527177:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077746.527180:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769077746.527183:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077746.527188:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077746.527190:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743110
00000400:00000010:2.0:1769077746.527192:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743110.
00000100:00000001:2.0:1769077746.527194:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077746.527198:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8a80 x1855007617400960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527205:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077746.527208:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8a80 x1855007617400960/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077746.527215:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077746.527217:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1769077746.846819:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077746.846823:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077746.846826:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077747.870784:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077747.870788:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077747.870792:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077748.574738:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077748.574747:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077748.574749:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077748.574752:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077748.574756:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077748.574762:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4734
00000400:00000200:0.0:1769077748.574769:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077748.574774:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077748.574777:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077748.574779:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574781:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.574783:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574785:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077748.574788:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077748.574789:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077748.574791:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077748.574794:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077748.574795:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077748.574797:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077748.574799:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574801:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.574802:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574803:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077748.574806:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077748.574808:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574809:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077748.574811:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077748.574814:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077748.574815:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.574817:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077748.574818:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077748.574824:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769077748.574826:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077748.574829:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077748.574830:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.574832:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077748.574834:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077748.574838:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077748.574844:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769077748.574850:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077748.574860:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617401088/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077748.574870:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077748.574875:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077748.574880:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617401088/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077748.574907:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077748.574911:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077748.574914:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077748.574916:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077748.574919:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077748.574922:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077748.574925:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4734
00000400:00000200:0.0:1769077748.574929:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077748.574932:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077748.574934:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077748.574938:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574940:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.574943:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574945:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077748.574948:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077748.574950:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077748.574959:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077748.574963:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077748.574969:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077748.574974:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077748.574982:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574986:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.574990:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.574995:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077748.575000:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077748.575008:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575013:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077748.575017:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077748.575024:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077748.575029:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575034:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077748.575041:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077748.575050:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575054:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077748.575061:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769077748.575067:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077748.575073:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077748.575076:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575079:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077748.575082:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077748.575096:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077748.575103:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077748.575109:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077748.575120:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617401216/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077748.575134:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077748.575139:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077748.575146:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617401216/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077748.575170:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077748.575178:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077748.575185:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077748.575191:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077748.575198:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077748.575203:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077748.575205:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077748.575212:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077748.575217:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4734
00000400:00000200:0.0:1769077748.575225:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077748.575229:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077748.575234:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077748.575242:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575246:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.575253:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575259:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077748.575265:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077748.575268:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077748.575273:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077748.575278:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077748.575283:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077748.575288:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077748.575297:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575303:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077748.575308:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575312:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077748.575315:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077748.575324:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077748.575330:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077748.575335:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077748.575340:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077748.575344:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575348:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077748.575351:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077748.575355:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575359:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077748.575364:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769077748.575369:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077748.575375:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077748.575378:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077748.575382:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769077748.575385:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769077748.575386:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077748.575390:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077748.575392:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
02000000:00000010:0.0:1769077748.575398:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077748.575405:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077748.575417:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617401344/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077748.575435:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077748.575438:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077748.575443:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617401344/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077748.575459:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077748.575466:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4744)
00000800:00000200:1.1:1769077748.575939:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077748.575942:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077748.576283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077748.576286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1769077748.894851:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077748.894855:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077748.894859:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077749.918839:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077749.918843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077749.918847:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077750.111079:0:54656:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299408326, at 4299408384
00000100:00000010:0.0:1769077750.111085:0:54656:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000020:00000001:3.0:1769077750.942835:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077750.942838:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077750.942842:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077751.966853:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077751.966858:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077751.966861:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077752.990873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077752.990876:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077752.990879:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077753.694828:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077753.694837:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077753.694839:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077753.694842:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077753.694845:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077753.694851:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4739
00000400:00000200:2.0:1769077753.694859:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077753.694865:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077753.694868:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077753.694870:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.694872:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.694874:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.694876:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077753.694880:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077753.694881:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077753.694883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077753.694885:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077753.694887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077753.694888:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077753.694890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.694892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.694894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.694895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077753.694898:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077753.694900:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077753.694901:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077753.694903:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077753.694906:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077753.694908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.694909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077753.694911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077753.694919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077753.694922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077753.694924:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077753.694925:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.694928:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077753.694930:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077753.694933:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077753.694949:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077753.694955:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077753.694962:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617401472/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077753.694970:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077753.694973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077753.694977:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617401472/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077753.694996:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077753.695012:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077753.695016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077753.695018:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077753.695019:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077753.695021:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077753.695023:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4739
00000400:00000200:2.0:1769077753.695026:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077753.695028:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077753.695030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077753.695033:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695034:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.695037:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077753.695040:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077753.695041:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077753.695042:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077753.695044:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077753.695045:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077753.695047:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077753.695049:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.695056:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695062:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077753.695065:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077753.695070:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695075:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077753.695079:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077753.695086:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077753.695093:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695095:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077753.695100:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077753.695106:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695110:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077753.695117:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077753.695120:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077753.695123:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077753.695127:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695130:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077753.695133:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077753.695135:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077753.695143:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077753.695148:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077753.695156:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617401600/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077753.695165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077753.695167:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077753.695171:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617401600/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077753.695181:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077753.695187:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077753.695192:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077753.695198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077753.695206:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077753.695208:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077753.695212:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077753.695217:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077753.695221:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4739
00000400:00000200:2.0:1769077753.695228:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077753.695234:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077753.695236:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077753.695239:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695243:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.695246:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695250:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077753.695252:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077753.695253:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077753.695255:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077753.695257:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077753.695259:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077753.695264:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077753.695266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695268:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077753.695272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695277:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077753.695280:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077753.695284:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077753.695290:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077753.695291:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077753.695293:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077753.695296:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695298:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077753.695302:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077753.695307:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695310:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077753.695314:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077753.695320:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077753.695324:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077753.695327:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077753.695329:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077753.695332:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077753.695335:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077753.695339:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077753.695344:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077753.695352:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617401728/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077753.695361:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077753.695363:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077753.695370:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617401728/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077753.695383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077753.695384:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077753.695389:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4749)
00000800:00000200:1.1:1769077753.695390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077753.695745:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077753.695748:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077753.696024:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077753.696026:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1769077754.014799:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077754.014803:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077754.014807:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077755.038848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077755.038852:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077755.038854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077755.230768:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299413446, at 4299413504
00000100:00000010:0.0:1769077755.230785:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000020:00000001:3.0:1769077756.062881:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077756.062885:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077756.062889:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077757.086842:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077757.086846:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077757.086848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077758.110838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077758.110842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077758.110845:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077758.815011:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.815018:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077758.815023:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.815035:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815058:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.815065:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815072:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.815077:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.815083:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.815089:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617401856:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077758.815096:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.815103:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.815107:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815111:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.815118:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077758.815124:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.815136:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077758.815142:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077758.815150:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077758.815158:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617401856, portal 25
00000100:00000001:3.0:1769077758.815163:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.815167:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880240384 : -121799829311232 : ffff91394470b100)
00000100:00000040:3.0:1769077758.815176:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815190:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.815197:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077758.815201:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077758.815205:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617401856, offset 0
00000400:00000200:3.0:1769077758.815214:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815224:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815234:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077758.815240:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.815247:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077758.815252:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.815259:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815266:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70835:70835:256:4294967295] 192.168.204.140@tcp LPNI seq info [70835:70835:8:4294967295]
00000400:00000200:3.0:1769077758.815274:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815290:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.815299:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815303:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077758.815311:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077758.815317:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077758.815325:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077758.815330:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077758.815339:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815343:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077758.815349:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.815356:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.815361:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077758.815364:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077758.815369:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.815373:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815387:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.815392:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.815406:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.815411:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.815418:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077758.815422:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299418566
00000100:00000010:3.0:1769077758.815428:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b34e0.
00000100:00000001:3.0:1769077758.815436:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077758.815453:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299418566
00000100:00000010:3.0:1769077758.815458:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3180.
00000100:00000001:3.0:1769077758.815463:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077758.815469:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.815473:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.815476:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.815481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.815489:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.815491:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.815492:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077758.815494:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077758.815496:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077758.815498:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.815500:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.815506:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815511:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.815512:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815514:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.815515:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.815518:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815523:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.815526:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815531:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.815533:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815534:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.815535:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815537:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.815538:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.815540:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.815543:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077758.815544:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.815547:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.815552:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617401856:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077758.815555:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815556:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.815559:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b100 x1855007617401856/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815563:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.815565:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.815567:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077758.815570:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.815571:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.815573:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077758.815575:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.815578:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24800.
02000000:00000001:3.0:1769077758.815582:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.815584:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.815586:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b100.
00000100:00000001:3.0:1769077758.815589:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.815591:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815593:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815600:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077758.815602:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.815604:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.815606:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077758.815607:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.815612:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815620:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.815622:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815624:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.815626:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.815628:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.815631:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617401984:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.815635:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.815636:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.815637:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815639:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.815641:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077758.815643:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.815646:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077758.815679:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077758.815683:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077758.815685:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617401984, portal 10
00000100:00000001:3.0:1769077758.815686:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.815688:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880227840 : -121799829323776 : ffff913944708000)
00000100:00000040:3.0:1769077758.815693:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815697:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.815699:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077758.815701:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077758.815702:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617401984, offset 0
00000400:00000200:3.0:1769077758.815706:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815709:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815712:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077758.815714:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.815716:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077758.815718:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.815719:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815721:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70836:70836:256:4294967295] 192.168.204.140@tcp LPNI seq info [70836:70836:8:4294967295]
00000400:00000200:3.0:1769077758.815724:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815729:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.815733:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815737:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077758.815741:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077758.815744:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077758.815749:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077758.815751:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077758.815755:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815757:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077758.815760:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.815763:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.815767:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077758.815769:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077758.815772:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.815776:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815785:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.815789:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815795:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.815796:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.815800:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.815803:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077758.815805:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077758.815807:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299417100
00000100:00000001:3.0:1769077758.815809:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299418566
00000100:00000001:3.0:1769077758.815810:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299417100
00000100:00000001:3.0:1769077758.815812:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299418566
00000100:00000001:3.0:1769077758.815813:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.815815:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.815816:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.815819:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.815824:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.815824:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.815826:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077758.815828:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077758.815829:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077758.815830:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.815832:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.815838:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815842:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.815843:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815844:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.815845:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.815847:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815851:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.815853:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815858:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.815860:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815861:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.815862:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.815863:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.815864:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.815866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.815868:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077758.815869:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.815871:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.815876:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617401984:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077758.815879:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077758.815881:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815885:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077758.815887:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815888:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077758.815889:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077758.815891:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077758.815892:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402112:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.815895:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077758.815896:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077758.815897:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077758.815898:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077758.815901:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077758.815902:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077758.815904:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077758.815906:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077758.815909:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077758.815910:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402112, portal 4
00000100:00000001:3.0:1769077758.815912:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077758.815927:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880235904 : -121799829315712 : ffff913944709f80)
00000100:00000040:3.0:1769077758.815933:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.815937:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077758.815939:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077758.815941:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077758.815943:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617402112, offset 0
00000400:00000200:3.0:1769077758.815946:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815948:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815951:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077758.815953:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077758.815955:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077758.815957:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077758.815958:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077758.815960:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70837:70837:256:4294967295] 192.168.204.140@tcp LPNI seq info [70837:70837:8:4294967295]
00000400:00000200:3.0:1769077758.815963:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077758.815967:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077758.815970:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815972:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077758.815975:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077758.815976:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769077758.815980:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077758.815983:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769077758.815987:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077758.815989:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077758.815992:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077758.815995:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077758.815998:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077758.816000:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077758.816002:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077758.816006:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816014:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.816017:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816024:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.816026:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077758.816030:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077758.816033:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077758.816037:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077758.816039:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299418566
00000100:00000001:3.0:1769077758.816042:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299418566
00000100:00000001:3.0:1769077758.816044:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299418566
00000100:00000001:3.0:1769077758.816047:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299418566
00000100:00000001:3.0:1769077758.816049:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077758.816051:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.816053:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077758.816057:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077758/real 1769077758]  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077758.816066:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077758.816067:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077758.816068:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077758.816070:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077758.816071:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077758.816073:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077758.816075:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077758.816080:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816089:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077758.816090:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816091:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.816092:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077758.816094:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816098:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077758.816101:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816106:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077758.816107:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816108:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077758.816109:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816110:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077758.816112:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077758.816114:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077758.816116:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077758.816117:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077758.816119:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077758.816124:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402112:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077758.816127:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816128:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.816130:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708000 x1855007617401984/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816134:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.816135:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.816137:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077758.816139:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.816140:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.816141:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077758.816142:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.816143:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27000.
02000000:00000001:3.0:1769077758.816145:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.816146:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.816147:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708000.
00000100:00000001:3.0:1769077758.816149:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.816150:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816151:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077758.816153:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709f80 x1855007617402112/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077758.816159:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077758.816161:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077758.816162:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077758.816165:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077758.816166:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077758.816167:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077758.816169:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077758.816171:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27800.
02000000:00000001:3.0:1769077758.816173:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077758.816174:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077758.816176:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709f80.
00000100:00000001:3.0:1769077758.816179:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077758.816180:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077758.816186:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077758.816188:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077758.816190:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077758.816192:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077759.134816:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077759.134822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077759.134825:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077760.158889:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077760.158908:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077760.158913:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077760.350772:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299418566, at 4299418624
00000100:00000010:0.0:1769077760.350797:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00000020:00000001:3.0:1769077761.182917:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077761.182928:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077761.182932:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077762.206951:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077762.206958:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077762.206963:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077763.230817:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077763.230821:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077763.230824:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077763.934956:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077763.934963:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077763.934969:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077763.934980:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935000:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077763.935005:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935013:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077763.935018:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.935024:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.935033:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617402240:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077763.935044:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077763.935052:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077763.935056:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935063:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077763.935071:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077763.935077:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077763.935090:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077763.935099:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077763.935110:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077763.935120:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402240, portal 25
00000100:00000001:3.0:1769077763.935127:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077763.935132:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880234112 : -121799829317504 : ffff913944709880)
00000100:00000040:3.0:1769077763.935146:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935168:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077763.935175:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077763.935181:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077763.935188:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617402240, offset 0
00000400:00000200:3.0:1769077763.935201:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077763.935216:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.935228:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077763.935236:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077763.935242:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077763.935247:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077763.935251:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077763.935255:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70838:70838:256:4294967295] 192.168.204.140@tcp LPNI seq info [70838:70838:8:4294967295]
00000400:00000200:3.0:1769077763.935260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.935270:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077763.935276:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.935282:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077763.935290:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077763.935294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077763.935301:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077763.935305:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077763.935310:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.935313:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077763.935320:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077763.935325:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077763.935330:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077763.935332:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077763.935337:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077763.935341:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935350:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.935353:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935359:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.935360:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077763.935365:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077763.935369:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077763.935371:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299423686
00000100:00000010:3.0:1769077763.935375:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ae0.
00000100:00000001:3.0:1769077763.935380:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077763.935386:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299423686
00000100:00000010:3.0:1769077763.935389:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3060.
00000100:00000001:3.0:1769077763.935392:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077763.935396:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077763.935398:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.935401:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077763.935405:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077763/real 1769077763]  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077763.935416:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077763.935418:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077763.935421:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077763.935424:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077763.935426:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077763.935428:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077763.935433:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077763.935443:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935450:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077763.935453:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935455:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.935457:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077763.935461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935470:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077763.935475:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935484:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077763.935487:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935490:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.935491:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935493:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077763.935496:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077763.935499:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077763.935503:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077763.935505:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077763.935510:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077763.935519:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617402240:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077763.935524:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935527:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.935530:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709880 x1855007617402240/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935537:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077763.935540:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077763.935543:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077763.935546:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077763.935548:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077763.935550:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077763.935552:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077763.935555:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25c00.
02000000:00000001:3.0:1769077763.935558:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077763.935560:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077763.935562:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709880.
00000100:00000001:3.0:1769077763.935565:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077763.935567:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935569:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935577:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077763.935579:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.935581:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077763.935583:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077763.935585:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077763.935589:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935597:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077763.935598:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935600:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077763.935603:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.935605:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.935608:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402368:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077763.935611:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077763.935612:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077763.935613:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935615:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077763.935617:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077763.935619:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077763.935622:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077763.935625:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077763.935627:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077763.935629:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402368, portal 10
00000100:00000001:3.0:1769077763.935631:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077763.935632:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880242176 : -121799829309440 : ffff91394470b800)
00000100:00000040:3.0:1769077763.935636:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935641:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077763.935642:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077763.935644:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077763.935645:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617402368, offset 0
00000400:00000200:3.0:1769077763.935648:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077763.935651:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.935653:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077763.935656:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077763.935679:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077763.935681:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077763.935685:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077763.935698:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70839:70839:256:4294967295] 192.168.204.140@tcp LPNI seq info [70839:70839:8:4294967295]
00000400:00000200:3.0:1769077763.935703:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.935710:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077763.935716:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.935720:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077763.935724:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077763.935727:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077763.935732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077763.935735:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077763.935740:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.935742:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077763.935745:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077763.935749:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077763.935752:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077763.935755:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077763.935757:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077763.935762:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935771:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.935774:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935782:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.935783:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077763.935787:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.935791:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077763.935795:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077763.935797:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299422220
00000100:00000001:3.0:1769077763.935800:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299423686
00000100:00000001:3.0:1769077763.935803:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299422220
00000100:00000001:3.0:1769077763.935805:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299423686
00000100:00000001:3.0:1769077763.935807:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077763.935810:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.935812:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077763.935817:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077763/real 1769077763]  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077763.935826:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077763.935842:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077763.935845:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077763.935848:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077763.935849:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077763.935852:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077763.935856:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077763.935866:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935873:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077763.935875:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935877:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.935878:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077763.935882:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935888:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077763.935891:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935896:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077763.935898:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935899:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.935900:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.935901:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077763.935903:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077763.935907:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077763.935911:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077763.935913:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077763.935917:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077763.935926:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402368:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077763.935931:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077763.935934:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.935941:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077763.935942:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935945:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077763.935947:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077763.935949:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077763.935952:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402496:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077763.935956:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077763.935958:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077763.935959:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077763.935961:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077763.935966:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077763.935968:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077763.935972:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077763.935975:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077763.935979:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077763.935982:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402496, portal 4
00000100:00000001:3.0:1769077763.935984:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077763.935986:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880239488 : -121799829312128 : ffff91394470ad80)
00000100:00000040:3.0:1769077763.935991:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936006:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077763.936009:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077763.936011:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077763.936014:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617402496, offset 0
00000400:00000200:3.0:1769077763.936018:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077763.936023:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.936026:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077763.936030:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077763.936032:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077763.936035:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077763.936037:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077763.936041:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70840:70840:256:4294967295] 192.168.204.140@tcp LPNI seq info [70840:70840:8:4294967295]
00000400:00000200:3.0:1769077763.936045:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077763.936052:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077763.936057:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.936061:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077763.936065:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077763.936069:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1769077763.936074:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077763.936077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1769077763.936081:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077763.936083:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077763.936086:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077763.936090:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077763.936093:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077763.936095:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077763.936098:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077763.936102:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936111:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.936114:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936128:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.936130:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077763.936133:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077763.936136:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077763.936140:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077763.936142:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299423686
00000100:00000001:3.0:1769077763.936144:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299423686
00000100:00000001:3.0:1769077763.936147:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299423686
00000100:00000001:3.0:1769077763.936149:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299423686
00000100:00000001:3.0:1769077763.936151:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077763.936154:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.936156:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077763.936160:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077763/real 1769077763]  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077763.936170:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077763.936171:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077763.936173:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077763.936175:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077763.936177:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077763.936180:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077763.936183:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077763.936191:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936198:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077763.936200:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936202:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.936204:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077763.936208:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936217:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077763.936221:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936228:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077763.936231:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936233:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077763.936234:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936236:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077763.936239:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077763.936241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077763.936245:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077763.936247:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077763.936251:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077763.936260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402496:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077763.936264:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936266:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.936270:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b800 x1855007617402368/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936276:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077763.936278:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077763.936280:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077763.936283:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077763.936284:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077763.936286:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077763.936288:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077763.936289:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25000.
02000000:00000001:3.0:1769077763.936292:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077763.936293:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077763.936294:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b800.
00000100:00000001:3.0:1769077763.936296:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077763.936297:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936298:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077763.936301:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470ad80 x1855007617402496/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077763.936305:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077763.936306:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077763.936307:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077763.936309:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077763.936309:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077763.936310:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077763.936311:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077763.936312:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769077763.936314:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077763.936314:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077763.936315:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470ad80.
00000100:00000001:3.0:1769077763.936316:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077763.936317:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936318:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077763.936321:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077763.936322:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077763.936323:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077763.936324:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077764.254842:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077764.254846:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077764.254848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077765.278866:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077765.278869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077765.278872:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077765.470746:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299423686, at 4299423744
00000100:00000010:0.0:1769077765.470762:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000020:00000001:3.0:1769077766.302894:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077766.302899:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077766.302903:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077767.326875:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077767.326879:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077767.326881:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077768.350848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077768.350851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077768.350853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077769.055007:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077769.055014:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077769.055018:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077769.055026:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055051:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077769.055057:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055065:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077769.055069:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077769.055076:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077769.055087:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617402624:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077769.055096:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077769.055101:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077769.055106:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055110:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077769.055118:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077769.055124:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077769.055138:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077769.055147:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077769.055158:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077769.055169:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402624, portal 25
00000100:00000001:3.0:1769077769.055176:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077769.055181:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880236800 : -121799829314816 : ffff91394470a300)
00000100:00000040:3.0:1769077769.055192:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055208:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077769.055213:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077769.055218:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077769.055223:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617402624, offset 0
00000400:00000200:3.0:1769077769.055232:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055242:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055252:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077769.055260:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077769.055266:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077769.055272:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077769.055278:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055283:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70841:70841:256:4294967295] 192.168.204.140@tcp LPNI seq info [70841:70841:8:4294967295]
00000400:00000200:3.0:1769077769.055291:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055306:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077769.055313:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055318:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077769.055325:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077769.055328:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077769.055334:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077769.055338:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077769.055341:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055343:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077769.055348:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077769.055351:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077769.055354:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077769.055356:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077769.055360:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077769.055363:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055370:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.055372:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055377:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055378:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077769.055382:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077769.055385:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077769.055387:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299428806
00000100:00000010:3.0:1769077769.055391:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3720.
00000100:00000001:3.0:1769077769.055396:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077769.055401:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299428806
00000100:00000010:3.0:1769077769.055403:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b30c0.
00000100:00000001:3.0:1769077769.055405:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077769.055407:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077769.055409:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055411:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077769.055413:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769]  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077769.055420:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077769.055421:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077769.055423:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077769.055424:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077769.055425:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077769.055427:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077769.055429:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077769.055435:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055439:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077769.055441:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055442:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055443:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077769.055446:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055450:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077769.055453:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055458:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077769.055460:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055461:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055462:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055464:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077769.055465:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077769.055467:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077769.055470:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077769.055472:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077769.055475:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077769.055480:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617402624:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077769.055483:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055485:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.055487:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a300 x1855007617402624/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055491:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077769.055492:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077769.055494:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077769.055496:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077769.055497:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077769.055498:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077769.055500:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077769.055501:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27c00.
02000000:00000001:3.0:1769077769.055504:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077769.055505:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077769.055506:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a300.
00000100:00000001:3.0:1769077769.055508:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077769.055509:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055511:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055517:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077769.055518:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055520:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077769.055521:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077769.055522:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077769.055524:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055530:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077769.055531:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055542:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077769.055543:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077769.055545:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077769.055547:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402752:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077769.055549:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077769.055551:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077769.055552:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055553:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077769.055555:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077769.055556:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077769.055559:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077769.055562:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077769.055564:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077769.055566:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402752, portal 10
00000100:00000001:3.0:1769077769.055567:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077769.055568:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880235008 : -121799829316608 : ffff913944709c00)
00000100:00000040:3.0:1769077769.055573:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055577:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077769.055579:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077769.055580:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077769.055582:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617402752, offset 0
00000400:00000200:3.0:1769077769.055584:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055587:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055589:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077769.055591:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077769.055593:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077769.055595:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077769.055596:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055598:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70842:70842:256:4294967295] 192.168.204.140@tcp LPNI seq info [70842:70842:8:4294967295]
00000400:00000200:3.0:1769077769.055601:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055606:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077769.055609:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055611:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077769.055614:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077769.055616:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077769.055618:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077769.055620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077769.055623:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055625:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077769.055627:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077769.055629:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077769.055631:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077769.055632:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077769.055634:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077769.055636:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055641:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.055643:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055647:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055648:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077769.055650:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077769.055652:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077769.055654:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077769.055655:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299427339
00000100:00000001:3.0:1769077769.055678:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299428806
00000100:00000001:3.0:1769077769.055681:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299427340
00000100:00000001:3.0:1769077769.055682:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299428806
00000100:00000001:3.0:1769077769.055684:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077769.055685:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055686:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077769.055689:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769]  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077769.055695:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077769.055696:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077769.055697:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077769.055699:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077769.055699:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077769.055701:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077769.055703:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077769.055709:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055713:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077769.055714:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055715:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055715:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077769.055718:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055722:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077769.055724:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055728:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077769.055730:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055731:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055732:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055733:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077769.055734:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077769.055736:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077769.055738:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077769.055739:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077769.055760:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077769.055766:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402752:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077769.055769:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077769.055771:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055775:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077769.055777:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055778:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077769.055780:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077769.055781:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077769.055783:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402880:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077769.055785:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077769.055786:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077769.055787:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077769.055788:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077769.055791:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077769.055792:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077769.055795:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077769.055797:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077769.055799:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077769.055801:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617402880, portal 4
00000100:00000001:3.0:1769077769.055803:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077769.055804:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880238592 : -121799829313024 : ffff91394470aa00)
00000100:00000040:3.0:1769077769.055808:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055812:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077769.055813:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077769.055815:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077769.055816:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617402880, offset 0
00000400:00000200:3.0:1769077769.055819:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055822:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055824:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077769.055826:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077769.055828:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077769.055830:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077769.055832:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077769.055834:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70843:70843:256:4294967295] 192.168.204.140@tcp LPNI seq info [70843:70843:8:4294967295]
00000400:00000200:3.0:1769077769.055837:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077769.055845:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077769.055848:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055850:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077769.055853:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077769.055855:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769077769.055858:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077769.055859:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769077769.055862:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077769.055863:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077769.055865:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077769.055867:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077769.055869:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077769.055870:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077769.055871:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077769.055874:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055879:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.055881:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055885:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055886:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077769.055888:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077769.055890:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077769.055892:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077769.055894:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299428806
00000100:00000001:3.0:1769077769.055895:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299428806
00000100:00000001:3.0:1769077769.055897:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299428806
00000100:00000001:3.0:1769077769.055898:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299428806
00000100:00000001:3.0:1769077769.055899:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077769.055901:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.055902:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077769.055904:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077769/real 1769077769]  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077769.055908:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077769.055909:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077769.055911:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077769.055912:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077769.055913:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077769.055914:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077769.055916:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077769.055926:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055933:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077769.055934:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055936:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055938:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077769.055941:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055948:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077769.055953:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055960:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077769.055962:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055963:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077769.055964:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055966:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077769.055968:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077769.055970:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077769.055972:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077769.055974:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077769.055977:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077769.055982:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617402880:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077769.055984:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.055985:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.055987:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709c00 x1855007617402752/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.055991:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077769.055992:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077769.055993:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077769.055995:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077769.055996:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077769.055997:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077769.055998:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077769.056000:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26800.
02000000:00000001:3.0:1769077769.056001:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077769.056002:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077769.056003:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709c00.
00000100:00000001:3.0:1769077769.056005:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077769.056006:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.056007:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077769.056009:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470aa00 x1855007617402880/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077769.056018:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077769.056019:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077769.056020:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077769.056022:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077769.056023:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077769.056023:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077769.056024:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077769.056025:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24c00.
02000000:00000001:3.0:1769077769.056027:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077769.056027:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077769.056028:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470aa00.
00000100:00000001:3.0:1769077769.056029:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077769.056030:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.056031:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077769.056033:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077769.056034:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077769.056035:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077769.056036:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077769.374871:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077769.374875:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077769.374879:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077770.398848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077770.398851:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077770.398854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077770.590757:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299428806, at 4299428864
00000100:00000010:0.0:1769077770.590771:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00000020:00000001:3.0:1769077771.422822:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077771.422826:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077771.422829:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077772.446814:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077772.446817:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077772.446820:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077773.470812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077773.470816:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077773.470819:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077774.174856:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077774.174872:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077774.174875:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077774.174880:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077774.174895:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077774.174905:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4760
00000400:00000200:0.0:1769077774.174915:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077774.174921:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077774.174924:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077774.174927:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.174929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.174932:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.174934:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077774.174938:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077774.174940:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077774.174942:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077774.174945:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077774.174946:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077774.174948:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077774.174950:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.174951:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.174952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.174953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077774.174955:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077774.174958:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077774.174959:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077774.174961:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077774.174965:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077774.174967:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.174968:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077774.174970:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077774.174982:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769077774.174985:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077774.174989:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077774.174991:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.174994:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077774.174996:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077774.175001:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077774.175009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077774.175015:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077774.175021:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077774.175029:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077774.175033:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077774.175037:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077774.175056:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077774.175059:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077774.175062:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077774.175063:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077774.175064:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077774.175066:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077774.175068:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4760
00000400:00000200:0.0:1769077774.175070:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077774.175072:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077774.175074:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077774.175076:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175078:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.175079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175081:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077774.175083:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077774.175084:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077774.175085:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077774.175087:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077774.175089:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077774.175090:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077774.175093:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.175096:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175097:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077774.175099:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077774.175101:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077774.175102:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077774.175107:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175108:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1769077774.175110:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077774.175112:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077774.175117:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077774.175121:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077774.175121:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077774.175123:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077774.175128:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077774.175134:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175136:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769077774.175137:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175139:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077774.175142:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
02000000:00000001:3.0:1769077774.175144:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769077774.175146:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077774.175149:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077774.175150:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077774.175153:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.175154:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.175156:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077774.175159:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:3.0:1769077774.175160:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403008:192.168.204.140@tcp:250:kworker.0
02000000:00000001:0.0:1769077774.175162:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175168:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1769077774.175169:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077774.175174:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.175174:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077774.175178:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.175182:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1769077774.175183:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077774.175188:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
00000100:00000001:0.0:1769077774.175190:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1769077774.175193:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.175194:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077774.175199:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077774.175205:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077774.175212:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077774.175213:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:0.0:1769077774.175215:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077774.175219:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077774.175221:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:0.0:1769077774.175222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077774.175227:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077774.175229:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077774.175230:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769077774.175232:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403008, portal 25
00000100:00000001:0.0:1769077774.175234:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077774.175236:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1769077774.175238:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4760
00000100:00000001:3.0:1769077774.175240:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876754432 : -121799832797184 : ffff9139443b8000)
00000400:00000200:0.0:1769077774.175245:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077774.175249:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077774.175253:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077774.175253:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077774.175260:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175265:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.175269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077774.175274:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077774.175276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077774.175278:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:3.0:1769077774.175281:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077774.175282:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077774.175286:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000010:3.0:1769077774.175287:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000020:00000001:0.0:1769077774.175288:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077774.175292:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:3.0:1769077774.175293:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617403008, offset 0
00000100:00000040:0.0:1769077774.175297:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175300:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077774.175305:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077774.175305:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175309:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077774.175312:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769077774.175314:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077774.175318:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.175318:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077774.175321:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077774.175325:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077774.175328:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.175329:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:0.0:1769077774.175330:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077774.175334:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077774.175336:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1769077774.175337:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.175341:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.175344:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000010:0.0:1769077774.175345:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769077774.175349:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077774.175350:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077774.175352:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077774.175355:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077774.175357:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077774.175357:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769077774.175360:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077774.175363:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077774.175367:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000400:00000200:3.0:1769077774.175368:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70844:70844:256:4294967295] 192.168.204.140@tcp LPNI seq info [70844:70844:8:4294967295]
00000100:00000001:0.0:1769077774.175371:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077774.175379:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077774.175380:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077774.175389:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077774.175391:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077774.175397:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077774.175408:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769077774.175410:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077774.175416:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4770)
00000800:00000200:3.0:1769077774.175422:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.175431:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077774.175448:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077774.175451:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077774.175456:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077774.175459:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077774.175462:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.175465:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077774.175471:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077774.175475:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077774.175479:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077774.175481:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077774.175486:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077774.175489:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175499:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.175502:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175507:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175509:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077774.175513:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.175517:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077774.175519:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299433926
00000100:00000010:3.0:1769077774.175523:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3540.
00000100:00000001:3.0:1769077774.175531:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077774.175542:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299433926
00000100:00000010:3.0:1769077774.175544:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3780.
00000100:00000001:3.0:1769077774.175547:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077774.175561:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077774.175563:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175565:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077774.175569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774]  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077774.175582:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077774.175584:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077774.175586:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077774.175588:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077774.175589:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077774.175591:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077774.175593:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077774.175602:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175609:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077774.175611:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175614:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.175616:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077774.175620:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175628:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077774.175633:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175642:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077774.175646:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175649:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.175650:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175653:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077774.175697:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077774.175713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077774.175717:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077774.175718:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077774.175729:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077774.175736:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403008:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077774.175740:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175742:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.175745:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617403008/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175752:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077774.175755:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077774.175757:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077774.175761:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077774.175763:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077774.175765:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077774.175767:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077774.175769:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:3.0:1769077774.175773:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077774.175775:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077774.175777:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:3.0:1769077774.175781:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077774.175782:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175785:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175793:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077774.175795:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175798:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077774.175800:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077774.175801:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077774.175805:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175812:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077774.175813:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.175815:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077774.175816:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077774.175818:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077774.175820:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403136:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077774.175823:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077774.175824:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077774.175826:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.175827:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077774.175830:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077774.175831:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.175835:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077774.175837:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077774.175839:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077774.175842:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403136, portal 10
00000100:00000001:3.0:1769077774.175843:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077774.175844:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:3.0:1769077774.175849:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175853:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077774.175855:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077774.175856:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077774.175858:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617403136, offset 0
00000400:00000200:3.0:1769077774.175861:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077774.175864:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077774.175866:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077774.175868:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077774.175871:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077774.175873:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077774.175874:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077774.175876:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70845:70845:256:4294967295] 192.168.204.140@tcp LPNI seq info [70845:70845:8:4294967295]
00000400:00000200:3.0:1769077774.175879:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077774.175884:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077774.175887:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.175889:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077774.175892:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077774.175894:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077774.175897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077774.175899:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077774.175902:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.175903:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077774.175905:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077774.175908:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077774.175910:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077774.175911:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077774.175913:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077774.175915:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175921:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.175923:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175927:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175928:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077774.175930:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077774.175932:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077774.175935:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077774.175936:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299432460
00000100:00000001:3.0:1769077774.175938:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299433926
00000100:00000001:3.0:1769077774.175940:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299432460
00000100:00000001:3.0:1769077774.175941:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299433926
00000100:00000001:3.0:1769077774.175943:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077774.175944:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.175946:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077774.175948:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774]  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077774.175953:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077774.175953:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077774.175955:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077774.175956:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077774.175958:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077774.175959:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077774.175961:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077774.175966:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175970:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077774.175971:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175972:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.175973:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077774.175975:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175979:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077774.175981:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.175986:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077774.175988:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175989:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.175990:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.175991:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077774.175992:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077774.175994:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077774.175996:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077774.175997:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077774.175999:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077774.176004:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403136:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077774.176008:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077774.176012:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176019:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077774.176020:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.176023:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077774.176025:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077774.176027:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077774.176030:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403264:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077774.176034:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077774.176036:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077774.176037:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077774.176039:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077774.176042:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077774.176045:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077774.176049:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077774.176053:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077774.176057:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077774.176060:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403264, portal 4
00000100:00000001:3.0:1769077774.176062:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077774.176064:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
00000100:00000040:3.0:1769077774.176069:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176076:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077774.176079:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077774.176082:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077774.176084:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617403264, offset 0
00000400:00000200:3.0:1769077774.176089:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077774.176093:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077774.176097:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077774.176100:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077774.176103:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077774.176105:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077774.176108:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077774.176111:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70846:70846:256:4294967295] 192.168.204.140@tcp LPNI seq info [70846:70846:8:4294967295]
00000400:00000200:3.0:1769077774.176114:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077774.176119:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077774.176122:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.176125:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077774.176128:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077774.176130:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769077774.176133:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077774.176135:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769077774.176137:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077774.176139:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077774.176141:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077774.176143:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077774.176145:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077774.176147:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077774.176148:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077774.176151:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176157:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.176159:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176164:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.176165:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077774.176167:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077774.176170:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077774.176172:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077774.176173:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299433926
00000100:00000001:3.0:1769077774.176175:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299433926
00000100:00000001:3.0:1769077774.176177:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299433926
00000100:00000001:3.0:1769077774.176179:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299433926
00000100:00000001:3.0:1769077774.176181:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077774.176182:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.176184:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077774.176186:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077774/real 1769077774]  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077774.176191:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077774.176192:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077774.176194:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077774.176195:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077774.176197:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077774.176199:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077774.176202:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077774.176211:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176218:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077774.176220:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176222:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.176223:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077774.176227:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176235:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077774.176239:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176247:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077774.176249:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176251:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077774.176253:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176255:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077774.176259:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077774.176262:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077774.176266:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077774.176268:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077774.176271:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077774.176277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403264:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077774.176279:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176281:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.176283:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617403136/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176287:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077774.176288:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077774.176290:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077774.176291:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077774.176292:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077774.176293:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077774.176295:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077774.176296:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:3.0:1769077774.176298:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077774.176299:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077774.176300:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:3.0:1769077774.176303:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077774.176304:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176305:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077774.176307:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617403264/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077774.176311:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077774.176312:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077774.176313:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077774.176315:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077774.176316:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077774.176317:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077774.176318:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077774.176319:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:3.0:1769077774.176321:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077774.176321:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077774.176322:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:3.0:1769077774.176324:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077774.176324:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176325:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077774.176328:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077774.176329:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077774.176330:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077774.176331:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077774.494829:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077774.494834:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077774.494838:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077775.518837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077775.518841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077775.518844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077775.710751:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299433926, at 4299433984
00000100:00000010:0.0:1769077775.710767:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00000020:00000001:3.0:1769077776.542821:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077776.542824:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077776.542827:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077777.566864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077777.566868:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077777.566872:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077778.590790:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077778.590793:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077778.590796:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077779.294777:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077779.294793:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077779.294797:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077779.294802:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077779.294808:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077779.294817:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4765
00000400:00000200:2.0:1769077779.294829:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077779.294835:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077779.294839:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077779.294842:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.294845:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.294846:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.294849:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077779.294852:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077779.294854:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077779.294857:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077779.294859:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077779.294861:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077779.294862:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077779.294865:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.294866:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.294868:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.294869:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077779.294872:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077779.294874:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077779.294876:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077779.294879:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077779.294882:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077779.294885:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077779.294886:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077779.294888:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077779.294896:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077779.294901:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077779.294905:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077779.294906:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077779.294910:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077779.294913:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077779.294917:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077779.294925:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077779.294931:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077779.294941:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077779.294954:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077779.294959:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077779.294965:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077779.294992:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077779.294996:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077779.295000:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077779.295002:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077779.295004:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077779.295007:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077779.295009:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4765
00000400:00000200:2.0:1769077779.295013:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077779.295016:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077779.295020:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077779.295025:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295028:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.295030:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295033:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077779.295033:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769077779.295040:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077779.295042:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769077779.295043:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077779.295044:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077779.295050:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077779.295055:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077779.295057:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077779.295059:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077779.295065:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:3.0:1769077779.295067:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077779.295068:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.295076:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295084:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077779.295090:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077779.295096:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1769077779.295099:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077779.295101:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077779.295105:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.295109:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077779.295111:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077779.295114:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077779.295118:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077779.295120:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769077779.295124:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403392:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769077779.295126:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077779.295134:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077779.295136:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1769077779.295140:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077779.295142:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077779.295150:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077779.295151:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.295153:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077779.295157:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077779.295161:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077779.295164:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077779.295167:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077779.295173:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000200:3.0:1769077779.295174:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077779.295182:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769077779.295182:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000001:2.0:1769077779.295188:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077779.295192:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:2.0:1769077779.295193:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077779.295198:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769077779.295199:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403392, portal 25
02000000:00000001:2.0:1769077779.295202:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295203:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077779.295208:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
02000000:00000010:2.0:1769077779.295211:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000040:3.0:1769077779.295219:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077779.295221:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295235:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1769077779.295236:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1769077779.295246:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077779.295253:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000001:2.0:1769077779.295263:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077779.295264:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617403392, offset 0
00000100:00000001:2.0:1769077779.295267:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077779.295279:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077779.295286:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077779.295306:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.295321:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077779.295322:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077779.295330:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077779.295333:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077779.295335:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077779.295340:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077779.295341:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:2.0:1769077779.295349:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1769077779.295350:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077779.295357:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077779.295362:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077779.295362:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295371:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077779.295374:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70847:70847:256:4294967295] 192.168.204.140@tcp LPNI seq info [70847:70847:8:4294967295]
00000100:00080000:2.0:1769077779.295378:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4765
00000400:00000200:3.0:1769077779.295387:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077779.295402:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.295403:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769077779.295417:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:3.0:1769077779.295423:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077779.295425:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1769077779.295433:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000040:2.0:1769077779.295434:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295441:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.295445:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295451:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.0:1769077779.295453:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077779.295456:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077779.295460:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077779.295463:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:3.0:1769077779.295464:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000040:2.0:1769077779.295466:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077779.295473:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077779.295476:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.1:1769077779.295481:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077779.295486:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.1:1769077779.295489:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1769077779.295490:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077779.295499:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000100:3.0:1769077779.295500:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295505:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000010:3.0:1769077779.295507:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000020:00000040:2.0:1769077779.295510:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077779.295513:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1769077779.295517:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077779.295520:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077779.295526:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077779.295529:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769077779.295533:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077779.295535:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
02000000:00000001:2.0:1769077779.295539:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077779.295540:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:2.0:1769077779.295543:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077779.295548:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:3.0:1769077779.295548:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1769077779.295553:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077779.295557:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077779.295558:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077779.295580:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077779.295587:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077779.295592:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077779.295594:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295595:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077779.295597:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077779.295599:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769077779.295601:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077779.295602:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077779.295614:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:3.0:1769077779.295616:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295621:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077779.295623:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295629:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077779.295631:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077779.295642:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077779.295652:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299439046
00000100:00000001:2.0:1769077779.295657:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077779.295700:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077779.295707:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077779.295707:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3d20.
00000100:00000001:2.0:1769077779.295722:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295722:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1769077779.295733:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4775)
00000100:00000001:3.0:1769077779.295734:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299439047
00000100:00000010:3.0:1769077779.295739:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b38a0.
00000100:00000001:3.0:1769077779.295743:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077779.295747:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077779.295751:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295753:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077779.295758:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077779/real 1769077779]  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077779.295766:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077779.295767:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077779.295769:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077779.295771:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077779.295772:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077779.295774:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077779.295777:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077779.295784:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295789:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077779.295790:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295792:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.295793:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077779.295795:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295800:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077779.295803:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295809:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077779.295811:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295812:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.295812:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295814:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077779.295816:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077779.295818:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077779.295821:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077779.295822:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077779.295825:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077779.295830:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403392:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077779.295833:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295835:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077779.295837:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617403392/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295846:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077779.295848:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077779.295850:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077779.295853:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077779.295855:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077779.295856:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077779.295858:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077779.295859:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077779.295862:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077779.295871:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077779.295872:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077779.295875:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077779.295876:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295877:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.295884:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077779.295885:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.295887:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077779.295888:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077779.295890:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077779.295893:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295898:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077779.295899:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.295901:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077779.295902:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077779.295904:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077779.295906:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403520:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077779.295908:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077779.295910:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077779.295911:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.295913:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077779.295915:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077779.295916:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077779.295919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077779.295922:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077779.295924:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077779.295926:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403520, portal 10
00000100:00000001:3.0:1769077779.295928:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077779.295928:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:3.0:1769077779.295933:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.295937:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077779.295939:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077779.295940:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077779.295942:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617403520, offset 0
00000400:00000200:3.0:1769077779.295944:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077779.295947:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.295950:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077779.295952:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077779.295954:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077779.295956:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077779.295958:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077779.295960:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70848:70848:256:4294967295] 192.168.204.140@tcp LPNI seq info [70848:70848:8:4294967295]
00000400:00000200:3.0:1769077779.295962:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.295967:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077779.295970:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077779.295972:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077779.295975:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077779.295977:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077779.295981:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077779.295983:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077779.295986:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077779.295987:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077779.295989:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077779.295992:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077779.295994:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077779.295995:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077779.295997:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077779.295999:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296004:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077779.296006:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296011:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.296012:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077779.296014:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077779.296017:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077779.296019:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077779.296021:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299437580
00000100:00000001:3.0:1769077779.296023:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299439046
00000100:00000001:3.0:1769077779.296024:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299437580
00000100:00000001:3.0:1769077779.296026:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299439047
00000100:00000001:3.0:1769077779.296027:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077779.296029:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.296030:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077779.296032:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077779/real 1769077779]  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077779.296037:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077779.296038:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077779.296039:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077779.296040:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077779.296041:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077779.296042:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077779.296045:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077779.296054:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296067:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077779.296068:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296070:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.296071:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077779.296075:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296083:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077779.296088:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296096:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077779.296099:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296100:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.296102:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296104:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077779.296106:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077779.296108:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077779.296112:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077779.296113:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077779.296116:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077779.296122:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403520:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077779.296124:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077779.296127:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296131:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077779.296132:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.296134:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077779.296135:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077779.296137:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077779.296139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403648:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077779.296141:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077779.296143:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077779.296144:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077779.296145:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077779.296148:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077779.296149:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077779.296152:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077779.296154:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077779.296156:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077779.296158:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403648, portal 4
00000100:00000001:3.0:1769077779.296160:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077779.296161:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:3.0:1769077779.296165:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296169:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077779.296171:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077779.296172:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077779.296174:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617403648, offset 0
00000400:00000200:3.0:1769077779.296176:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077779.296179:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.296181:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077779.296183:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077779.296185:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077779.296187:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077779.296188:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077779.296190:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70849:70849:256:4294967295] 192.168.204.140@tcp LPNI seq info [70849:70849:8:4294967295]
00000400:00000200:3.0:1769077779.296193:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077779.296197:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077779.296201:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077779.296203:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077779.296205:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077779.296207:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769077779.296210:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077779.296212:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769077779.296214:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077779.296216:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077779.296218:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077779.296220:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077779.296222:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077779.296223:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077779.296225:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077779.296227:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296232:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077779.296234:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296239:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.296240:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077779.296242:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077779.296244:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077779.296246:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077779.296247:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299439046
00000100:00000001:3.0:1769077779.296249:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299439046
00000100:00000001:3.0:1769077779.296251:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299439046
00000100:00000001:3.0:1769077779.296252:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299439047
00000100:00000001:3.0:1769077779.296253:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077779.296255:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.296256:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077779.296259:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077779/real 1769077779]  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077779.296268:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077779.296270:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077779.296271:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077779.296274:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077779.296275:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077779.296277:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077779.296281:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077779.296289:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296296:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077779.296298:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296300:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.296301:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077779.296305:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296313:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077779.296317:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296325:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077779.296327:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296329:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077779.296330:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296332:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077779.296334:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077779.296336:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077779.296339:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077779.296341:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077779.296344:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077779.296349:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403648:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077779.296352:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296353:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077779.296355:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617403520/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296359:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077779.296360:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077779.296361:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077779.296363:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077779.296364:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077779.296365:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077779.296367:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077779.296368:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077779.296370:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077779.296371:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077779.296372:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077779.296374:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077779.296375:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296376:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077779.296378:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617403648/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077779.296382:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077779.296383:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077779.296384:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077779.296385:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077779.296386:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077779.296387:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077779.296388:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077779.296389:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077779.296390:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077779.296391:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077779.296392:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:3.0:1769077779.296394:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077779.296394:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296396:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077779.296398:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077779.296399:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077779.296401:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077779.296402:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077779.614802:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077779.614805:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077779.614808:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077780.638833:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077780.638836:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077780.638838:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077780.830798:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299439046, at 4299439104
00000100:00000010:0.0:1769077780.830814:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d20.
00000020:00000001:3.0:1769077781.662886:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077781.662889:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077781.662893:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077782.686811:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077782.686815:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077782.686818:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077783.710816:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077783.710820:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077783.710824:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077784.414774:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077784.414782:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077784.414784:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077784.414788:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077784.414791:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077784.414797:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4770
00000400:00000200:2.0:1769077784.414805:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077784.414809:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077784.414812:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077784.414815:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414817:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077784.414819:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414821:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077784.414824:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077784.414825:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077784.414827:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077784.414829:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077784.414830:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077784.414832:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077784.414834:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414835:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077784.414836:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414838:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077784.414840:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077784.414843:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414844:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077784.414846:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077784.414848:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077784.414850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.414852:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077784.414853:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077784.414861:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077784.414864:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077784.414867:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077784.414868:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.414871:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077784.414873:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077784.414877:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077784.414883:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077784.414888:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077784.414895:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077784.414902:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077784.414906:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077784.414910:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077784.414929:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077784.414931:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077784.414934:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077784.414935:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077784.414936:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077784.414938:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077784.414939:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4770
00000400:00000200:2.0:1769077784.414942:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077784.414943:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077784.414945:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077784.414947:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414948:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077784.414949:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414951:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077784.414953:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077784.414954:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077784.414955:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077784.414957:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077784.414959:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077784.414961:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077784.414963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414964:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077784.414965:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.414968:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077784.414968:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077784.414970:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077784.414973:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077784.414974:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077784.414977:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077784.414978:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077784.414981:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077784.414985:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077784.414986:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077784.414987:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.414991:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077784.414995:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077784.414997:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769077784.414999:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415001:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.415002:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077784.415008:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
02000000:00000001:3.0:1769077784.415008:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077784.415012:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077784.415013:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077784.415015:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077784.415020:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769077784.415021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403776:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769077784.415024:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.415028:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077784.415029:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077784.415033:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415033:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077784.415039:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1769077784.415041:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077784.415041:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077784.415046:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077784.415049:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077784.415052:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077784.415055:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077784.415059:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077784.415070:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077784.415072:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077784.415076:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077784.415078:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:2.0:1769077784.415081:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077784.415088:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077784.415098:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403776, portal 25
00000100:00000001:2.0:1769077784.415099:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077784.415103:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077784.415105:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077784.415107:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:3.0:1769077784.415109:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00080000:2.0:1769077784.415110:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077784.415115:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077784.415117:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077784.415118:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077784.415121:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769077784.415123:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077784.415125:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4770
00000400:00000200:2.0:1769077784.415133:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077784.415138:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077784.415142:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077784.415142:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077784.415150:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:3.0:1769077784.415151:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077784.415153:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769077784.415155:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:2.0:1769077784.415156:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.415161:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077784.415163:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1769077784.415163:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617403776, offset 0
00000020:00000040:2.0:1769077784.415165:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077784.415168:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077784.415169:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077784.415171:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077784.415173:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769077784.415174:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077784.415179:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.415181:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077784.415182:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.415186:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077784.415186:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769077784.415191:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077784.415194:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077784.415196:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077784.415197:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077784.415201:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077784.415204:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077784.415204:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077784.415209:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.415210:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077784.415212:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077784.415213:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077784.415214:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077784.415218:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000400:00000200:3.0:1769077784.415219:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:2.0:1769077784.415221:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077784.415225:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077784.415226:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077784.415230:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077784.415231:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769077784.415233:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077784.415235:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077784.415239:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077784.415239:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70850:70850:256:4294967295] 192.168.204.140@tcp LPNI seq info [70850:70850:8:4294967295]
02000000:00000010:2.0:1769077784.415245:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000400:00000200:3.0:1769077784.415248:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077784.415250:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077784.415256:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077784.415264:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077784.415272:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077784.415277:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077784.415277:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077784.415282:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769077784.415285:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:2.0:1769077784.415292:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077784.415296:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077784.415297:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4780)
00000800:00000200:3.0:1769077784.415301:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077784.415307:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077784.415310:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077784.415313:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077784.415315:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077784.415320:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077784.415325:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077784.415331:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077784.415334:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077784.415339:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077784.415344:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415354:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.415358:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415366:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415368:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077784.415374:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077784.415379:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077784.415382:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299444166
00000100:00000010:3.0:1769077784.415387:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3b40.
00000100:00000001:3.0:1769077784.415392:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077784.415397:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299444166
00000100:00000010:3.0:1769077784.415399:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3420.
00000100:00000001:3.0:1769077784.415402:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077784.415405:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077784.415407:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415409:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077784.415412:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077784/real 1769077784]  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077784.415420:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077784.415421:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077784.415423:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077784.415425:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077784.415426:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077784.415428:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077784.415431:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077784.415436:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415445:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077784.415446:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415448:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415450:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077784.415452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415457:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077784.415460:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415465:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077784.415467:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415468:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415469:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415471:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077784.415472:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077784.415474:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077784.415477:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077784.415478:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077784.415481:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077784.415504:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617403776:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077784.415508:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415509:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.415512:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617403776/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415517:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077784.415519:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077784.415521:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077784.415523:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077784.415524:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077784.415526:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077784.415527:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077784.415529:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:3.0:1769077784.415532:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077784.415533:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077784.415535:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077784.415537:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077784.415538:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415539:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415544:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077784.415546:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415547:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077784.415549:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077784.415550:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077784.415554:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415561:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077784.415563:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077784.415565:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077784.415567:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077784.415569:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077784.415572:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403904:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077784.415575:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077784.415577:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077784.415579:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077784.415581:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077784.415585:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077784.415587:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077784.415592:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077784.415595:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077784.415599:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077784.415602:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617403904, portal 10
00000100:00000001:3.0:1769077784.415605:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077784.415606:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077784.415613:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415618:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077784.415619:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077784.415621:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077784.415623:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617403904, offset 0
00000400:00000200:3.0:1769077784.415625:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077784.415629:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077784.415632:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077784.415634:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077784.415636:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077784.415638:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077784.415639:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077784.415641:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70851:70851:256:4294967295] 192.168.204.140@tcp LPNI seq info [70851:70851:8:4294967295]
00000400:00000200:3.0:1769077784.415644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077784.415649:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077784.415652:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077784.415654:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077784.415677:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077784.415680:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077784.415683:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077784.415685:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077784.415687:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077784.415689:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077784.415691:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077784.415693:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077784.415696:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077784.415697:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077784.415699:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077784.415701:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415711:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.415713:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415718:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415719:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077784.415721:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077784.415723:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077784.415726:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077784.415727:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299442700
00000100:00000001:3.0:1769077784.415729:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299444166
00000100:00000001:3.0:1769077784.415731:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299442700
00000100:00000001:3.0:1769077784.415732:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299444166
00000100:00000001:3.0:1769077784.415734:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077784.415735:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415736:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077784.415739:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077784/real 1769077784]  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077784.415744:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077784.415745:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077784.415746:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077784.415747:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077784.415748:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077784.415750:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077784.415752:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077784.415757:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415761:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077784.415762:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415764:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415765:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077784.415767:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415771:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077784.415774:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415778:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077784.415779:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415780:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415781:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415782:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077784.415783:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077784.415785:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077784.415787:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077784.415789:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077784.415791:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077784.415797:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617403904:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077784.415799:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077784.415801:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415805:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077784.415806:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077784.415808:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077784.415809:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077784.415810:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077784.415812:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404032:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077784.415815:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077784.415816:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077784.415817:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077784.415819:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077784.415821:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077784.415822:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077784.415825:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077784.415826:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077784.415828:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077784.415830:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404032, portal 4
00000100:00000001:3.0:1769077784.415832:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077784.415833:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:3.0:1769077784.415837:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415841:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077784.415842:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077784.415844:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077784.415853:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617404032, offset 0
00000400:00000200:3.0:1769077784.415856:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077784.415859:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077784.415861:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077784.415863:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077784.415865:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077784.415867:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077784.415868:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077784.415870:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70852:70852:256:4294967295] 192.168.204.140@tcp LPNI seq info [70852:70852:8:4294967295]
00000400:00000200:3.0:1769077784.415873:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077784.415877:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077784.415880:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077784.415882:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077784.415885:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077784.415887:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769077784.415890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077784.415891:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769077784.415894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077784.415895:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077784.415897:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077784.415899:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077784.415901:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077784.415902:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077784.415904:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077784.415906:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415912:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.415914:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415918:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415919:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077784.415920:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077784.415922:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077784.415924:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077784.415926:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299444166
00000100:00000001:3.0:1769077784.415927:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299444166
00000100:00000001:3.0:1769077784.415929:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299444166
00000100:00000001:3.0:1769077784.415930:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299444166
00000100:00000001:3.0:1769077784.415932:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077784.415933:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.415934:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077784.415936:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077784/real 1769077784]  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077784.415941:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077784.415947:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077784.415948:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077784.415950:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077784.415954:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077784.415956:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077784.415958:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077784.415963:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415967:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077784.415968:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415969:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415970:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077784.415972:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415976:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077784.415979:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.415983:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077784.415985:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415986:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077784.415987:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.415988:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077784.415990:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077784.415992:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077784.415993:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077784.415995:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077784.415997:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077784.416006:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404032:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077784.416008:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.416010:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.416012:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617403904/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.416015:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077784.416016:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077784.416018:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077784.416019:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077784.416020:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077784.416021:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077784.416022:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077784.416023:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077784.416025:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077784.416026:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077784.416027:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077784.416028:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077784.416029:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.416030:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077784.416032:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617404032/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077784.416036:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077784.416037:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077784.416038:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077784.416039:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077784.416039:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077784.416040:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077784.416041:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077784.416042:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077784.416043:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077784.416044:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077784.416045:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077784.416047:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077784.416048:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.416049:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077784.416052:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077784.416053:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077784.416054:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077784.416055:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077784.734843:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077784.734847:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077784.734850:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077785.758923:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077785.758930:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077785.758935:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077785.950904:0:54434:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299444166, at 4299444224
00000100:00000010:0.0:1769077785.950913:0:54434:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000020:00000001:3.0:1769077786.782882:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077786.782887:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077786.782891:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077787.806916:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077787.806922:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077787.806925:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077788.830864:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077788.830867:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077788.830870:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077789.534774:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077789.534801:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077789.534805:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077789.534810:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077789.534815:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077789.534825:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4775
00000400:00000200:2.0:1769077789.534837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077789.534845:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077789.534850:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077789.534854:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.534859:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.534862:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.534865:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077789.534871:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077789.534873:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077789.534875:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077789.534878:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077789.534880:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077789.534882:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077789.534884:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.534886:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.534887:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.534888:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077789.534891:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077789.534893:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077789.534895:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077789.534897:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077789.534900:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077789.534903:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.534905:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077789.534906:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077789.534918:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077789.534922:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077789.534926:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077789.534927:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.534930:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077789.534933:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077789.534938:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077789.534946:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077789.534953:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077789.534963:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077789.534973:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077789.534978:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077789.534981:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077789.535005:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077789.535008:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077789.535011:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077789.535012:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077789.535013:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077789.535016:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077789.535018:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4775
00000400:00000200:2.0:1769077789.535031:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077789.535034:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077789.535035:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077789.535038:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535039:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.535041:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535042:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077789.535044:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077789.535045:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077789.535047:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077789.535049:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077789.535051:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077789.535053:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077789.535056:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535057:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.535059:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535060:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077789.535066:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077789.535068:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535069:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077789.535070:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077789.535076:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077789.535079:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535081:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077789.535083:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769077789.535098:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077789.535102:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769077789.535104:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.535107:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077789.535108:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077789.535114:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769077789.535119:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:3.0:1769077789.535119:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077789.535125:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077789.535127:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535132:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077789.535134:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769077789.535139:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077789.535140:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.535146:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077789.535148:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077789.535153:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.535153:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077789.535159:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077789.535162:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077789.535166:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535173:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077789.535176:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.535176:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404160:192.168.204.140@tcp:250:kworker.0
00000100:00000040:2.0:1769077789.535182:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535197:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077789.535199:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077789.535202:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077789.535205:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:3.0:1769077789.535206:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769077789.535208:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769077789.535210:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077789.535211:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077789.535214:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077789.535216:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769077789.535217:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077789.535218:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077789.535222:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4775
00000400:00000200:2.0:1769077789.535224:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769077789.535226:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
00000400:00000200:2.0:1769077789.535227:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
02000000:00000001:3.0:1769077789.535232:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077789.535233:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077789.535238:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535239:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.535241:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535242:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077789.535245:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077789.535247:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077789.535247:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:2.0:1769077789.535250:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077789.535252:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077789.535254:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:3.0:1769077789.535255:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000020:00000001:2.0:1769077789.535256:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077789.535260:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535263:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077789.535265:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535266:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:3.0:1769077789.535267:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000020:00000040:2.0:1769077789.535268:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077789.535274:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077789.535275:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077789.535276:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077789.535279:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:3.0:1769077789.535280:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404160, portal 25
02000000:00000001:2.0:1769077789.535281:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535285:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077789.535286:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1769077789.535288:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:3.0:1769077789.535290:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000008:00000001:2.0:1769077789.535291:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535296:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077789.535300:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077789.535303:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000040:3.0:1769077789.535303:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077789.535307:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077789.535309:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077789.535312:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077789.535315:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077789.535317:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077789.535322:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:3.0:1769077789.535324:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077789.535325:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.535330:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00100000:2.0:1769077789.535332:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077789.535347:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000001:2.0:1769077789.535350:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077789.535353:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077789.535355:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617404160, offset 0
00000100:00000040:2.0:1769077789.535356:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077789.535364:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077789.535368:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077789.535369:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4785)
00000400:00000200:3.0:1769077789.535382:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.535391:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077789.535415:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077789.535421:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077789.535425:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077789.535429:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077789.535434:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70853:70853:256:4294967295] 192.168.204.140@tcp LPNI seq info [70853:70853:8:4294967295]
00000400:00000200:3.0:1769077789.535438:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.535451:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077789.535459:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.535467:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077789.535476:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077789.535480:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077789.535487:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077789.535492:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077789.535498:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.535501:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077789.535509:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077789.535515:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077789.535523:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077789.535526:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077789.535531:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077789.535536:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535547:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.535551:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535559:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.535561:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077789.535569:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077789.535574:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077789.535577:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299449286
00000100:00000010:3.0:1769077789.535583:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3d80.
00000100:00000001:3.0:1769077789.535591:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077789.535606:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299449286
00000100:00000010:3.0:1769077789.535611:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b32a0.
00000100:00000001:3.0:1769077789.535615:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077789.535621:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077789.535625:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.535629:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077789.535635:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077789/real 1769077789]  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077789.535648:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077789.535650:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077789.535652:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077789.535656:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077789.535688:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077789.535692:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077789.535696:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077789.535709:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535718:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077789.535720:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535723:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.535726:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077789.535731:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535740:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077789.535746:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535755:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077789.535759:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535762:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.535763:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535766:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077789.535769:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077789.535772:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077789.535777:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077789.535780:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077789.535786:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077789.535797:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404160:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077789.535803:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535816:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.535820:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617404160/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535829:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077789.535832:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077789.535844:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077789.535848:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077789.535850:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077789.535853:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077789.535855:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077789.535858:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077789.535863:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077789.535866:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077789.535868:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:3.0:1769077789.535872:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077789.535874:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535877:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.535886:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077789.535888:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.535892:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077789.535894:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077789.535895:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077789.535900:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535909:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077789.535911:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.535914:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077789.535916:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.535919:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.535922:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404288:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077789.535926:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077789.535928:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077789.535930:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.535933:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077789.535936:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077789.535938:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077789.535943:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077789.535947:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077789.535951:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077789.535955:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404288, portal 10
00000100:00000001:3.0:1769077789.535957:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077789.535959:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:3.0:1769077789.535966:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.535974:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077789.535976:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077789.535979:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077789.535982:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617404288, offset 0
00000400:00000200:3.0:1769077789.535986:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077789.535991:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.535995:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077789.535999:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077789.536002:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077789.536005:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077789.536007:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077789.536011:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70854:70854:256:4294967295] 192.168.204.140@tcp LPNI seq info [70854:70854:8:4294967295]
00000400:00000200:3.0:1769077789.536016:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.536023:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077789.536038:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.536043:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077789.536048:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077789.536051:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077789.536056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077789.536059:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077789.536064:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.536066:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077789.536069:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077789.536073:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077789.536076:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077789.536078:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077789.536081:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077789.536085:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536105:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.536108:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536123:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.536124:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077789.536128:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.536133:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077789.536137:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077789.536139:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299447820
00000100:00000001:3.0:1769077789.536142:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299449286
00000100:00000001:3.0:1769077789.536145:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299447820
00000100:00000001:3.0:1769077789.536147:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299449286
00000100:00000001:3.0:1769077789.536150:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077789.536152:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.536154:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077789.536159:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077789/real 1769077789]  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077789.536168:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077789.536170:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077789.536171:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077789.536174:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077789.536176:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077789.536178:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077789.536182:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077789.536190:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536198:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077789.536199:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536201:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.536203:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077789.536207:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536215:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077789.536219:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536227:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077789.536230:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536232:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.536233:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536235:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077789.536237:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077789.536240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077789.536244:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077789.536247:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077789.536251:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077789.536260:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404288:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077789.536265:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077789.536269:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536277:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077789.536279:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.536281:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077789.536284:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077789.536286:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077789.536289:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404416:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077789.536293:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077789.536295:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077789.536298:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077789.536300:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077789.536304:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077789.536306:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077789.536311:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077789.536314:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077789.536318:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077789.536321:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404416, portal 4
00000100:00000001:3.0:1769077789.536323:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077789.536325:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:3.0:1769077789.536332:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536340:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077789.536342:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077789.536345:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077789.536348:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617404416, offset 0
00000400:00000200:3.0:1769077789.536352:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077789.536357:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.536360:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077789.536374:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077789.536377:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077789.536380:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077789.536382:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077789.536386:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70855:70855:256:4294967295] 192.168.204.140@tcp LPNI seq info [70855:70855:8:4294967295]
00000400:00000200:3.0:1769077789.536390:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077789.536412:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077789.536417:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.536421:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077789.536426:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077789.536428:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077789.536433:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077789.536436:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077789.536440:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077789.536443:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077789.536446:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077789.536449:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077789.536452:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077789.536454:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077789.536457:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077789.536461:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536470:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.536474:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536482:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.536483:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077789.536487:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077789.536490:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077789.536494:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077789.536496:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299449286
00000100:00000001:3.0:1769077789.536499:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299449286
00000100:00000001:3.0:1769077789.536502:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299449286
00000100:00000001:3.0:1769077789.536504:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299449286
00000100:00000001:3.0:1769077789.536507:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077789.536509:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.536511:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077789.536516:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077789/real 1769077789]  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077789.536524:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077789.536525:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077789.536527:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077789.536530:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077789.536531:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077789.536534:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077789.536538:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077789.536547:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536553:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077789.536555:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536557:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.536559:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077789.536563:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536571:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077789.536576:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536584:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077789.536587:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536589:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077789.536590:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536592:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077789.536596:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077789.536599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077789.536603:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077789.536606:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077789.536610:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077789.536620:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404416:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077789.536625:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536627:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.536631:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617404288/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536639:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077789.536641:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077789.536643:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077789.536646:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077789.536647:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077789.536649:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077789.536651:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077789.536653:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077789.536656:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077789.536676:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077789.536679:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769077789.536683:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077789.536685:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536687:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077789.536691:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617404416/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077789.536698:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077789.536699:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077789.536701:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077789.536704:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077789.536705:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077789.536707:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077789.536709:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077789.536711:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:3.0:1769077789.536714:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077789.536715:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077789.536717:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:3.0:1769077789.536719:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077789.536721:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536723:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077789.536727:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077789.536729:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077789.536731:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077789.536733:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077789.854881:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077789.854885:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077789.854888:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077790.878852:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077790.878858:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077790.878863:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077791.070799:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299449286, at 4299449344
00000100:00000010:0.0:1769077791.070823:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000020:00000001:3.0:1769077791.902957:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077791.902962:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077791.902966:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077792.926943:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077792.926947:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077792.926951:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077793.950906:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077793.950911:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077793.950914:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077794.654802:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077794.654811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077794.654814:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077794.654817:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077794.654820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077794.654827:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4780
00000400:00000200:0.0:1769077794.654850:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077794.654855:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077794.654857:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077794.654860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.654862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077794.654864:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.654867:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077794.654870:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077794.654871:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077794.654873:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077794.654875:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077794.654877:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077794.654878:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077794.654880:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.654882:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077794.654883:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.654884:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077794.654887:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077794.654889:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077794.654895:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077794.654897:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077794.654900:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077794.654902:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.654903:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077794.654905:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077794.654914:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769077794.654916:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077794.654919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077794.654932:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.654934:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077794.654936:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077794.654940:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077794.654947:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769077794.654952:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077794.654959:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077794.654967:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077794.654971:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077794.654974:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077794.654991:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077794.654993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077794.654995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077794.654996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077794.654997:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077794.655004:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077794.655017:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4780
00000400:00000200:0.0:1769077794.655019:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077794.655022:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077794.655024:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077794.655026:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077794.655029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077794.655032:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077794.655033:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077794.655035:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077794.655036:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077794.655038:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077794.655039:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077794.655041:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077794.655043:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077794.655044:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077794.655047:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655049:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077794.655050:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769077794.655051:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077794.655055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077794.655056:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077794.655057:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077794.655060:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077794.655064:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077794.655066:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.655067:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077794.655068:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077794.655074:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077794.655078:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.655083:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077794.655097:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000100:00000001:3.0:1769077794.655097:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077794.655100:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077794.655101:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077794.655105:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077794.655106:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077794.655107:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.655110:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077794.655111:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077794.655112:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077794.655114:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655116:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077794.655118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00100000:3.0:1769077794.655120:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404544:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769077794.655122:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655125:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077794.655129:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077794.655130:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077794.655132:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655137:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077794.655141:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077794.655143:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077794.655143:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
00000100:00000040:0.0:1769077794.655148:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077794.655148:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.655158:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655159:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077794.655161:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077794.655164:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:0.0:1769077794.655165:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077794.655170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077794.655172:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:0.0:1769077794.655173:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077794.655176:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077794.655177:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077794.655179:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077794.655180:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404544, portal 25
00000100:00080000:0.0:1769077794.655183:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4780
00000400:00000200:0.0:1769077794.655186:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077794.655195:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1769077794.655196:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077794.655198:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00080000:0.0:1769077794.655201:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077794.655206:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077794.655209:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655215:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077794.655220:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655226:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077794.655228:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1769077794.655230:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:3.0:1769077794.655234:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:0.0:1769077794.655235:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000010:3.0:1769077794.655237:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000020:00000001:0.0:1769077794.655239:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:3.0:1769077794.655241:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617404544, offset 0
00000020:00000040:0.0:1769077794.655244:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077794.655249:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077794.655250:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077794.655255:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077794.655258:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077794.655261:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655264:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077794.655268:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769077794.655269:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077794.655274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077794.655277:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077794.655277:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077794.655282:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077794.655285:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077794.655287:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077794.655290:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077794.655290:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077794.655293:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769077794.655294:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769077794.655298:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655301:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70856:70856:256:4294967295] 192.168.204.140@tcp LPNI seq info [70856:70856:8:4294967295]
00000100:00000001:0.0:1769077794.655302:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077794.655306:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077794.655308:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:0.0:1769077794.655324:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.655327:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077794.655331:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077794.655334:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077794.655339:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077794.655340:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077794.655342:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077794.655355:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077794.655357:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077794.655359:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077794.655360:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769077794.655364:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000800:00000010:3.0:1769077794.655366:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000100:00000001:0.0:1769077794.655369:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077794.655375:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077794.655378:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00100000:0.0:1769077794.655381:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1769077794.655387:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077794.655393:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1769077794.655395:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077794.655399:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769077794.655402:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077794.655406:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769077794.655407:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077794.655414:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769077794.655415:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655420:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077794.655421:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4790)
00000400:00000200:3.0:1769077794.655425:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077794.655428:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077794.655431:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077794.655435:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655442:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.655446:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655456:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655458:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077794.655462:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655465:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077794.655467:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299454406
00000100:00000010:3.0:1769077794.655471:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3360.
00000100:00000001:3.0:1769077794.655477:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077794.655482:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299454406
00000100:00000010:3.0:1769077794.655484:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c00.
00000100:00000001:3.0:1769077794.655486:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077794.655489:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077794.655491:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655493:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077794.655495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077794/real 1769077794]  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077794.655502:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077794.655503:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077794.655505:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077794.655506:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077794.655508:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077794.655509:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077794.655511:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077794.655517:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655522:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077794.655524:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655525:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.655526:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077794.655529:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655534:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077794.655544:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655550:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077794.655552:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655553:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.655554:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655555:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077794.655557:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077794.655559:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077794.655561:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077794.655563:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077794.655565:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077794.655589:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404544:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077794.655593:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655594:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.655597:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617404544/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655601:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077794.655603:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077794.655605:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077794.655608:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077794.655610:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077794.655612:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077794.655614:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077794.655617:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769077794.655621:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077794.655623:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077794.655625:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:3.0:1769077794.655629:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077794.655630:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655633:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655640:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077794.655654:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655656:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077794.655658:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077794.655693:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077794.655697:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655703:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077794.655704:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655706:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077794.655708:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.655709:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.655711:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404672:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077794.655714:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077794.655716:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077794.655717:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655718:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077794.655721:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077794.655722:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655742:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077794.655744:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077794.655747:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077794.655749:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404672, portal 10
00000100:00000001:3.0:1769077794.655750:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077794.655751:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:3.0:1769077794.655756:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655761:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077794.655763:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077794.655765:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077794.655766:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617404672, offset 0
00000400:00000200:3.0:1769077794.655769:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077794.655772:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077794.655775:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077794.655777:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077794.655779:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077794.655781:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077794.655783:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077794.655785:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70857:70857:256:4294967295] 192.168.204.140@tcp LPNI seq info [70857:70857:8:4294967295]
00000400:00000200:3.0:1769077794.655788:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077794.655792:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077794.655795:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077794.655797:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077794.655800:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077794.655802:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077794.655805:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077794.655807:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077794.655810:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077794.655811:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077794.655813:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077794.655815:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077794.655818:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077794.655819:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077794.655821:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077794.655823:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655828:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.655830:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655846:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655847:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077794.655849:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.655852:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077794.655854:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077794.655856:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299452940
00000100:00000001:3.0:1769077794.655858:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299454406
00000100:00000001:3.0:1769077794.655859:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299452940
00000100:00000001:3.0:1769077794.655861:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299454406
00000100:00000001:3.0:1769077794.655862:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077794.655863:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.655865:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077794.655867:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077794/real 1769077794]  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077794.655872:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077794.655873:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077794.655874:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077794.655876:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077794.655877:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077794.655878:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077794.655880:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077794.655886:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655890:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077794.655891:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655892:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.655893:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077794.655895:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655899:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077794.655901:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655907:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077794.655908:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655909:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.655910:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.655912:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077794.655923:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077794.655924:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077794.655926:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077794.655928:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077794.655930:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077794.655935:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404672:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077794.655937:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077794.655939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655944:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077794.655945:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655946:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077794.655947:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077794.655949:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077794.655950:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404800:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077794.655952:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077794.655953:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077794.655955:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077794.655956:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077794.655958:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077794.655960:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077794.655962:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077794.655964:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077794.655966:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077794.655968:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404800, portal 4
00000100:00000001:3.0:1769077794.655969:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077794.655970:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000040:3.0:1769077794.655974:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.655994:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077794.655996:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077794.655997:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077794.655998:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617404800, offset 0
00000400:00000200:3.0:1769077794.656001:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077794.656004:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077794.656006:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077794.656008:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077794.656010:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077794.656012:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077794.656014:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077794.656017:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70858:70858:256:4294967295] 192.168.204.140@tcp LPNI seq info [70858:70858:8:4294967295]
00000400:00000200:3.0:1769077794.656021:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077794.656028:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077794.656033:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077794.656037:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077794.656056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077794.656059:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769077794.656063:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077794.656066:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769077794.656071:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077794.656073:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077794.656076:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077794.656080:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077794.656083:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077794.656085:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077794.656087:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077794.656092:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656099:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.656101:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656121:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.656132:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077794.656135:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077794.656137:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077794.656140:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077794.656141:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299454406
00000100:00000001:3.0:1769077794.656143:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299454406
00000100:00000001:3.0:1769077794.656145:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299454406
00000100:00000001:3.0:1769077794.656147:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299454406
00000100:00000001:3.0:1769077794.656149:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077794.656150:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.656151:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077794.656154:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077794/real 1769077794]  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077794.656159:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077794.656160:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077794.656161:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077794.656163:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077794.656164:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077794.656166:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077794.656168:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077794.656174:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656182:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077794.656184:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656185:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.656197:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077794.656217:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656222:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077794.656225:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656230:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077794.656232:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656233:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077794.656234:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656236:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077794.656238:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077794.656240:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077794.656243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077794.656245:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077794.656248:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077794.656255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617404800:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077794.656258:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656259:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.656261:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617404672/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656266:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077794.656268:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077794.656270:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077794.656272:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077794.656273:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077794.656275:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077794.656276:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077794.656278:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:3.0:1769077794.656280:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077794.656281:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077794.656283:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:3.0:1769077794.656285:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077794.656286:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656287:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077794.656289:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617404800/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077794.656295:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077794.656296:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077794.656297:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077794.656298:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077794.656299:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077794.656300:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077794.656301:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077794.656303:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769077794.656304:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077794.656305:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077794.656306:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:3.0:1769077794.656308:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077794.656309:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656340:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077794.656343:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077794.656344:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077794.656345:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077794.656346:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077794.974838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077794.974844:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077794.974848:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077795.998856:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077795.998862:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077795.998866:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077796.190780:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299454406, at 4299454464
00000100:00000010:0.0:1769077796.190814:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3360.
00000020:00000001:3.0:1769077797.022940:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077797.022947:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077797.022953:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077798.046833:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077798.046839:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077798.046844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077799.070955:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077799.070961:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077799.070964:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077799.774795:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077799.774807:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077799.774810:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077799.774814:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077799.774819:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077799.774827:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4785
00000400:00000200:2.0:1769077799.774836:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077799.774842:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077799.774845:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077799.774848:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.774850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077799.774852:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.774853:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077799.774857:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077799.774858:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077799.774860:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077799.774863:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077799.774864:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077799.774866:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077799.774868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.774870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077799.774871:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.774872:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077799.774874:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077799.774877:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077799.774879:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077799.774881:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077799.774884:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077799.774886:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.774888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077799.774890:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077799.774898:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077799.774901:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077799.774904:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077799.774906:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.774909:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077799.774912:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077799.774916:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077799.774925:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077799.774931:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077799.774940:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077799.774952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077799.774956:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077799.774962:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077799.774981:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077799.774984:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077799.774987:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077799.774988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077799.774989:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077799.774991:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077799.774993:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4785
00000400:00000200:2.0:1769077799.774996:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077799.774998:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077799.775000:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077799.775002:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775004:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077799.775006:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775007:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077799.775009:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077799.775011:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077799.775012:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077799.775014:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077799.775015:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077799.775017:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077799.775019:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077799.775022:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775024:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077799.775025:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077799.775026:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769077799.775030:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769077799.775031:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077799.775034:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077799.775035:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077799.775038:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077799.775043:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769077799.775043:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077799.775048:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775050:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077799.775055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769077799.775057:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769077799.775058:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775060:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775062:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775065:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769077799.775067:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:3.0:1769077799.775069:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077799.775070:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077799.775074:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077799.775075:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077799.775078:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775080:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:3.0:1769077799.775080:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404928:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769077799.775083:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077799.775086:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775087:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077799.775091:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077799.775092:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077799.775096:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775097:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775099:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1769077799.775104:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077799.775105:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077799.775109:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775116:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769077799.775119:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077799.775120:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077799.775125:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:2.0:1769077799.775126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077799.775133:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:2.0:1769077799.775135:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077799.775139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1769077799.775141:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617404928, portal 25
00000100:00000001:3.0:1769077799.775145:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077799.775146:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:2.0:1769077799.775151:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769077799.775155:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077799.775159:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077799.775166:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077799.775167:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077799.775168:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077799.775169:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077799.775172:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4785
00000400:00000200:2.0:1769077799.775179:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077799.775184:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077799.775186:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769077799.775186:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769077799.775191:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775193:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077799.775196:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077799.775197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775201:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077799.775203:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:3.0:1769077799.775203:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000020:00000040:2.0:1769077799.775204:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077799.775207:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077799.775209:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077799.775211:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077799.775213:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:3.0:1769077799.775213:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617404928, offset 0
00000100:00000040:2.0:1769077799.775218:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775221:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077799.775222:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077799.775237:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077799.775241:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077799.775242:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077799.775245:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077799.775248:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077799.775250:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077799.775251:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775253:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077799.775255:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:2.0:1769077799.775256:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077799.775261:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775263:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077799.775266:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000400:00000200:3.0:1769077799.775268:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:2.0:1769077799.775269:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077799.775275:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077799.775276:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077799.775279:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077799.775279:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077799.775282:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077799.775284:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077799.775287:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000010:2.0:1769077799.775289:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000400:00000200:3.0:1769077799.775293:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077799.775295:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077799.775298:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00100000:2.0:1769077799.775303:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077799.775310:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70859:70859:256:4294967295] 192.168.204.140@tcp LPNI seq info [70859:70859:8:4294967295]
00000100:00000001:2.0:1769077799.775312:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077799.775315:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077799.775322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077799.775323:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077799.775331:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077799.775335:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4795)
00000400:00000200:3.0:1769077799.775344:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077799.775353:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775359:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077799.775368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077799.775372:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077799.775379:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077799.775383:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077799.775387:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775390:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077799.775395:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077799.775400:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077799.775404:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077799.775406:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077799.775409:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077799.775413:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775419:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.775422:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775427:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775428:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077799.775433:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077799.775436:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077799.775438:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299459526
00000100:00000010:3.0:1769077799.775442:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b39c0.
00000100:00000001:3.0:1769077799.775448:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077799.775460:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299459526
00000100:00000010:3.0:1769077799.775463:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3240.
00000100:00000001:3.0:1769077799.775465:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077799.775468:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077799.775470:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775472:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077799.775474:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077799/real 1769077799]  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077799.775482:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077799.775484:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077799.775486:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077799.775489:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077799.775490:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077799.775492:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077799.775494:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077799.775500:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775504:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077799.775506:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775507:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.775508:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077799.775511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775515:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077799.775518:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775523:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077799.775525:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775527:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.775528:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775529:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077799.775531:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077799.775533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077799.775536:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077799.775537:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077799.775540:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077799.775545:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617404928:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077799.775548:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775550:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.775552:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617404928/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775556:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077799.775558:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077799.775560:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077799.775562:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077799.775563:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077799.775564:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077799.775566:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077799.775568:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077799.775571:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077799.775572:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077799.775573:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:3.0:1769077799.775576:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077799.775577:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775578:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775584:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077799.775585:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775587:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077799.775588:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077799.775589:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077799.775591:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775596:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077799.775597:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775599:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077799.775600:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077799.775602:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077799.775604:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405056:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077799.775606:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077799.775607:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077799.775608:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775610:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077799.775612:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077799.775613:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077799.775616:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077799.775618:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077799.775620:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077799.775622:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405056, portal 10
00000100:00000001:3.0:1769077799.775623:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077799.775624:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:3.0:1769077799.775629:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775633:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077799.775635:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077799.775636:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077799.775638:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617405056, offset 0
00000400:00000200:3.0:1769077799.775640:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077799.775642:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077799.775645:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077799.775647:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077799.775649:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077799.775650:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077799.775652:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077799.775654:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70860:70860:256:4294967295] 192.168.204.140@tcp LPNI seq info [70860:70860:8:4294967295]
00000400:00000200:3.0:1769077799.775677:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077799.775682:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077799.775685:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775688:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077799.775691:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077799.775693:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077799.775696:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077799.775697:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077799.775701:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775703:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077799.775706:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077799.775710:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077799.775712:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077799.775714:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077799.775717:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077799.775720:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775728:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.775732:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775739:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775741:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077799.775744:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077799.775748:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077799.775752:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077799.775754:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299458060
00000100:00000001:3.0:1769077799.775757:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299459526
00000100:00000001:3.0:1769077799.775759:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299458060
00000100:00000001:3.0:1769077799.775762:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299459526
00000100:00000001:3.0:1769077799.775764:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077799.775766:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775767:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077799.775770:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077799/real 1769077799]  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077799.775776:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077799.775777:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077799.775779:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077799.775780:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077799.775781:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077799.775783:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077799.775785:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077799.775791:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775795:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077799.775796:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775797:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.775798:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077799.775800:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775804:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077799.775806:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775811:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077799.775813:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775814:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.775815:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775816:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077799.775817:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077799.775819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077799.775821:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077799.775823:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077799.775825:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077799.775831:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405056:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077799.775833:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077799.775835:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775839:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077799.775840:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775841:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077799.775842:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077799.775844:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077799.775846:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405184:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077799.775848:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077799.775849:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077799.775850:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077799.775852:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077799.775854:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077799.775856:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077799.775858:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077799.775860:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077799.775862:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077799.775864:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405184, portal 4
00000100:00000001:3.0:1769077799.775865:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077799.775866:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:3.0:1769077799.775871:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775879:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077799.775881:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077799.775882:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077799.775884:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617405184, offset 0
00000400:00000200:3.0:1769077799.775886:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077799.775889:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077799.775891:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077799.775893:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077799.775895:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077799.775896:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077799.775898:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077799.775900:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70861:70861:256:4294967295] 192.168.204.140@tcp LPNI seq info [70861:70861:8:4294967295]
00000400:00000200:3.0:1769077799.775903:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077799.775908:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077799.775911:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775913:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077799.775916:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077799.775917:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769077799.775920:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077799.775922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769077799.775924:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077799.775926:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077799.775928:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077799.775930:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077799.775932:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077799.775933:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077799.775934:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077799.775937:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775942:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.775943:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775952:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775953:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077799.775955:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077799.775957:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077799.775959:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077799.775960:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299459526
00000100:00000001:3.0:1769077799.775962:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299459526
00000100:00000001:3.0:1769077799.775964:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299459526
00000100:00000001:3.0:1769077799.775965:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299459526
00000100:00000001:3.0:1769077799.775966:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077799.775967:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.775968:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077799.775970:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077799/real 1769077799]  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077799.775975:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077799.775977:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077799.775978:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077799.775979:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077799.775980:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077799.775981:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077799.775983:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077799.775988:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.775992:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077799.775993:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.775994:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.775995:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077799.775998:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.776002:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077799.776005:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.776009:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077799.776011:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776012:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077799.776012:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776013:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077799.776015:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077799.776017:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077799.776019:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077799.776020:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077799.776022:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077799.776027:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405184:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077799.776029:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776030:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.776032:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617405056/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.776036:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077799.776038:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077799.776039:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077799.776040:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077799.776041:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077799.776042:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077799.776043:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077799.776045:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077799.776047:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077799.776048:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077799.776049:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769077799.776051:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077799.776051:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776053:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077799.776054:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617405184/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077799.776059:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077799.776060:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077799.776061:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077799.776062:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077799.776062:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077799.776063:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077799.776064:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077799.776065:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077799.776066:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077799.776067:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077799.776068:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:3.0:1769077799.776069:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077799.776070:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776071:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077799.776073:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077799.776074:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077799.776075:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077799.776076:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077800.094816:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077800.094821:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077800.094826:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077801.118876:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077801.118880:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077801.118884:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077801.310871:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299459526, at 4299459584
00000100:00000010:0.0:1769077801.310891:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000020:00000001:3.0:1769077802.142923:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077802.142931:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077802.142937:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077803.166886:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077803.166892:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077803.166897:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077804.190872:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077804.190881:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077804.190887:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077804.894749:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077804.894758:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077804.894760:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077804.894763:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077804.894767:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077804.894773:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4790
00000400:00000200:2.0:1769077804.894781:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077804.894785:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077804.894788:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077804.894791:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894793:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077804.894795:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894797:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077804.894801:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077804.894802:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077804.894805:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077804.894807:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077804.894808:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077804.894810:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077804.894811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894813:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077804.894814:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894815:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077804.894818:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077804.894820:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894822:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077804.894825:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077804.894828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077804.894830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.894832:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077804.894834:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077804.894842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077804.894846:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077804.894850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077804.894851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.894855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077804.894857:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077804.894862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077804.894871:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077804.894878:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077804.894888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077804.894899:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077804.894904:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077804.894908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077804.894928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077804.894931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077804.894934:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077804.894936:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077804.894938:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077804.894940:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077804.894943:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4790
00000400:00000200:2.0:1769077804.894947:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077804.894951:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077804.894954:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077804.894958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077804.894964:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077804.894969:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077804.894971:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077804.894974:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077804.894974:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769077804.894977:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769077804.894980:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077804.894982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077804.894986:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769077804.894987:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077804.894993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.894996:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077804.894996:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077804.894998:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895002:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077804.895006:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077804.895011:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077804.895021:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077804.895021:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077804.895026:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077804.895029:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.895031:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077804.895032:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.895035:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077804.895037:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077804.895039:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077804.895042:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077804.895043:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.895048:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077804.895052:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000100:00100000:3.0:1769077804.895052:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617405312:192.168.204.140@tcp:250:kworker.0
00000020:00000040:2.0:1769077804.895057:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077804.895061:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077804.895063:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895063:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077804.895067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077804.895068:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077804.895070:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.895070:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077804.895074:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077804.895076:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077804.895080:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077804.895081:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077804.895087:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769077804.895089:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077804.895096:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.895099:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077804.895102:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077804.895107:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077804.895108:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077804.895116:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:2.0:1769077804.895117:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077804.895123:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077804.895125:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:3.0:1769077804.895127:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:2.0:1769077804.895128:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077804.895133:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077804.895134:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077804.895135:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077804.895137:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077804.895153:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405312, portal 25
00000100:00080000:2.0:1769077804.895157:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4790
00000100:00000001:3.0:1769077804.895159:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769077804.895163:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077804.895163:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000400:00000200:2.0:1769077804.895173:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000040:3.0:1769077804.895173:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077804.895177:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077804.895183:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077804.895191:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895196:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077804.895197:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769077804.895198:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077804.895202:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077804.895204:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077804.895207:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000040:3.0:1769077804.895207:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769077804.895211:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077804.895213:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:3.0:1769077804.895213:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000040:2.0:1769077804.895220:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:3.0:1769077804.895222:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617405312, offset 0
00000100:00000001:2.0:1769077804.895223:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077804.895227:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895230:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077804.895232:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077804.895237:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895239:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077804.895240:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077804.895243:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077804.895244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.895245:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077804.895246:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000008:00100000:2.0:1769077804.895247:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077804.895251:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077804.895252:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077804.895255:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077804.895258:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077804.895259:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077804.895261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077804.895264:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895271:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077804.895272:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077804.895275:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077804.895278:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895280:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1769077804.895281:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077804.895286:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895288:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00100000:2.0:1769077804.895292:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077804.895296:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077804.895303:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769077804.895305:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077804.895310:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895311:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70862:70862:256:4294967295] 192.168.204.140@tcp LPNI seq info [70862:70862:8:4294967295]
00000100:00000040:2.0:1769077804.895315:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077804.895323:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077804.895329:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077804.895334:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4800)
00000400:00000200:3.0:1769077804.895342:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077804.895350:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.895357:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077804.895365:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077804.895368:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077804.895374:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077804.895378:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077804.895382:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.895385:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077804.895391:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077804.895396:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077804.895401:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077804.895403:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077804.895408:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077804.895412:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895421:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.895426:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895432:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895434:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077804.895439:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895442:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077804.895445:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299464646
00000100:00000010:3.0:1769077804.895450:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c60.
00000100:00000001:3.0:1769077804.895456:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077804.895470:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299464646
00000100:00000010:3.0:1769077804.895473:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3300.
00000100:00000001:3.0:1769077804.895476:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077804.895481:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077804.895483:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895486:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077804.895490:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077804/real 1769077804]  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077804.895500:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077804.895502:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077804.895504:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077804.895507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077804.895509:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077804.895511:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077804.895515:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077804.895523:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895529:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077804.895531:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895533:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.895535:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077804.895539:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895546:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077804.895550:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895557:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077804.895565:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895566:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.895567:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895570:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077804.895572:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077804.895575:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077804.895579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077804.895582:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077804.895586:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077804.895595:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617405312:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077804.895601:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895603:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.895606:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617405312/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895613:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077804.895615:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077804.895618:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077804.895621:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077804.895623:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077804.895625:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077804.895627:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077804.895630:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077804.895634:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077804.895635:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077804.895637:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077804.895641:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077804.895643:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895645:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895651:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077804.895653:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895656:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077804.895689:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077804.895691:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077804.895695:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895703:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077804.895705:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.895708:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077804.895710:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.895712:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.895715:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405440:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077804.895719:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077804.895721:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077804.895723:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.895725:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077804.895728:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077804.895731:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895735:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077804.895738:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077804.895741:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077804.895744:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405440, portal 10
00000100:00000001:3.0:1769077804.895746:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077804.895748:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077804.895754:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895762:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077804.895765:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077804.895767:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077804.895769:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617405440, offset 0
00000400:00000200:3.0:1769077804.895773:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077804.895777:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077804.895781:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077804.895784:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077804.895787:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077804.895789:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077804.895792:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077804.895796:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70863:70863:256:4294967295] 192.168.204.140@tcp LPNI seq info [70863:70863:8:4294967295]
00000400:00000200:3.0:1769077804.895800:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077804.895806:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077804.895812:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.895814:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077804.895817:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077804.895819:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077804.895822:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077804.895824:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077804.895826:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.895828:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077804.895830:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077804.895832:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077804.895834:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077804.895835:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077804.895837:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077804.895839:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895845:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.895847:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895851:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895852:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077804.895854:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.895857:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077804.895860:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077804.895861:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299463180
00000100:00000001:3.0:1769077804.895863:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299464646
00000100:00000001:3.0:1769077804.895865:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299463180
00000100:00000001:3.0:1769077804.895866:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299464646
00000100:00000001:3.0:1769077804.895868:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077804.895870:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.895871:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077804.895873:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077804/real 1769077804]  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077804.895879:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077804.895880:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077804.895881:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077804.895883:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077804.895883:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077804.895885:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077804.895887:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077804.895892:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895896:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077804.895897:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895898:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.895899:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077804.895901:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895905:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077804.895908:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895912:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077804.895913:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895914:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.895915:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.895916:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077804.895917:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077804.895919:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077804.895921:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077804.895923:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077804.895925:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077804.895931:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405440:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077804.895933:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077804.895935:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895939:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077804.895940:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.895941:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077804.895942:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077804.895944:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077804.895946:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405568:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077804.895948:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077804.895949:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077804.895950:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077804.895951:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077804.895954:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077804.895955:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077804.895957:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077804.895958:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077804.895960:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077804.895962:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405568, portal 4
00000100:00000001:3.0:1769077804.895964:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077804.895965:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:3.0:1769077804.895969:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.895973:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077804.895974:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077804.895975:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000200:3.0:1769077804.895977:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617405568, offset 0
00000400:00000200:3.0:1769077804.895980:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077804.895982:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077804.895984:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077804.895986:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077804.895988:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077804.895989:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077804.895991:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077804.895993:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70864:70864:256:4294967295] 192.168.204.140@tcp LPNI seq info [70864:70864:8:4294967295]
00000400:00000200:3.0:1769077804.895996:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077804.896000:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077804.896003:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.896004:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
00000800:00000200:3.0:1769077804.896007:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077804.896008:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1769077804.896011:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077804.896013:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1769077804.896015:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077804.896017:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:3.0:1769077804.896018:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077804.896020:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077804.896022:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:3.0:1769077804.896023:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:3.0:1769077804.896025:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077804.896027:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896031:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.896033:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896037:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.896038:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077804.896040:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077804.896042:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077804.896044:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077804.896045:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299464646
00000100:00000001:3.0:1769077804.896047:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299464646
00000100:00000001:3.0:1769077804.896049:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299464646
00000100:00000001:3.0:1769077804.896050:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299464646
00000100:00000001:3.0:1769077804.896051:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077804.896052:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.896054:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077804.896056:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077804/real 1769077804]  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077804.896060:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077804.896061:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077804.896062:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077804.896063:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077804.896064:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077804.896066:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077804.896068:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077804.896073:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896076:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077804.896077:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896078:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.896079:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077804.896081:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896085:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077804.896087:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896091:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077804.896093:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896094:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077804.896095:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896096:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077804.896098:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077804.896100:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077804.896102:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077804.896103:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077804.896105:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077804.896110:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405568:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077804.896112:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896113:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.896115:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617405440/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896119:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077804.896120:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077804.896122:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077804.896123:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077804.896124:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077804.896125:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077804.896127:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077804.896128:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077804.896129:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077804.896130:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077804.896131:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077804.896133:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077804.896134:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896135:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077804.896137:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617405568/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077804.896163:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077804.896164:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077804.896165:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077804.896167:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077804.896168:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077804.896169:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077804.896170:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077804.896171:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769077804.896172:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077804.896173:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077804.896174:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077804.896175:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077804.896176:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896177:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077804.896180:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077804.896181:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077804.896182:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077804.896183:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077805.214845:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077805.214849:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077805.214852:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077806.238842:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077806.238846:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077806.238849:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077806.430738:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299464646, at 4299464704
00000100:00000010:0.0:1769077806.430756:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000020:00000001:3.0:1769077807.262866:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077807.262870:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077807.262874:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077808.286793:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077808.286796:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077808.286799:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077809.310818:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077809.310821:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077809.310824:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077810.014764:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077810.014775:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077810.014778:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077810.014782:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077810.014787:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077810.014795:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4795
00000400:00000200:2.0:1769077810.014804:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077810.014811:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077810.014815:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077810.014818:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014822:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077810.014824:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014826:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077810.014836:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077810.014838:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077810.014840:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077810.014843:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077810.014845:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077810.014846:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077810.014848:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014849:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077810.014851:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014852:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077810.014855:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077810.014857:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014859:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077810.014861:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077810.014864:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077810.014866:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.014868:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077810.014870:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077810.014879:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077810.014882:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077810.014885:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077810.014886:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.014889:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077810.014891:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077810.014894:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077810.014901:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077810.014906:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077810.014913:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077810.014920:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077810.014924:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077810.014927:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077810.014944:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077810.014947:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077810.014950:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077810.014951:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077810.014952:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077810.014954:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077810.014956:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4795
00000400:00000200:2.0:1769077810.014959:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077810.014961:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077810.014963:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077810.014965:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014967:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077810.014969:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014971:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077810.014973:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077810.014974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077810.014975:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077810.014977:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077810.014979:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077810.014980:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077810.014982:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077810.014983:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.014986:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077810.014987:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077810.014989:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077810.014991:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077810.014992:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077810.014996:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:3.0:1769077810.015000:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077810.015001:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077810.015007:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077810.015011:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077810.015016:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077810.015017:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077810.015019:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077810.015021:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.015024:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077810.015024:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077810.015029:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077810.015031:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077810.015034:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077810.015037:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.015042:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077810.015043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617405696:192.168.204.140@tcp:250:kworker.0
00000100:00000010:2.0:1769077810.015048:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077810.015050:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077810.015066:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077810.015067:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077810.015070:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077810.015072:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077810.015076:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015076:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077810.015081:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077810.015082:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769077810.015084:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:2.0:1769077810.015087:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015089:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077810.015094:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077810.015098:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077810.015099:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077810.015105:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077810.015112:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00100000:2.0:1769077810.015113:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769077810.015119:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405696, portal 25
00000100:00000001:2.0:1769077810.015121:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077810.015125:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015125:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077810.015130:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:2.0:1769077810.015131:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077810.015141:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077810.015143:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077810.015144:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077810.015152:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077810.015155:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077810.015165:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077810.015167:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077810.015172:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769077810.015172:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077810.015174:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1769077810.015177:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170aa0.
00000100:00000001:2.0:1769077810.015178:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:3.0:1769077810.015182:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617405696, offset 0
00000100:00080000:2.0:1769077810.015183:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4795
00000400:00000200:2.0:1769077810.015187:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077810.015189:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077810.015191:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077810.015196:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.015200:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077810.015201:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077810.015205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077810.015208:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077810.015210:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077810.015212:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077810.015212:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:2.0:1769077810.015215:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077810.015218:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077810.015220:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077810.015221:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:2.0:1769077810.015223:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077810.015228:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015228:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077810.015232:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077810.015235:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769077810.015238:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015241:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769077810.015243:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077810.015246:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000040:2.0:1769077810.015248:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077810.015252:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70865:70865:256:4294967295] 192.168.204.140@tcp LPNI seq info [70865:70865:8:4294967295]
00000100:00080000:2.0:1769077810.015255:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077810.015261:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077810.015264:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077810.015267:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077810.015269:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.015273:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077810.015277:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077810.015277:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000008:00000001:2.0:1769077810.015283:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.015286:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077810.015287:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000010:2.0:1769077810.015291:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077810.015294:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077810.015296:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1769077810.015296:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4500.
02000000:00000001:2.0:1769077810.015299:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077810.015301:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077810.015302:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077810.015304:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077810.015308:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:2.0:1769077810.015310:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077810.015315:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077810.015320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769077810.015323:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077810.015330:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077810.015332:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077810.015335:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077810.015340:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077810.015343:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4805)
00000100:00000001:3.0:1769077810.015348:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077810.015354:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077810.015357:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299469766
00000100:00000010:3.0:1769077810.015362:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3000.
00000100:00000001:3.0:1769077810.015368:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077810.015375:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299469766
00000100:00000010:3.0:1769077810.015377:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f60.
00000100:00000001:3.0:1769077810.015380:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077810.015383:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077810.015385:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015394:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015396:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077810.015405:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077810.015407:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077810.015408:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077810.015410:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077810.015411:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077810.015416:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077810.015422:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077810.015423:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015425:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077810.015427:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077810.015429:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077810.015431:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405824:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077810.015433:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077810.015435:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077810.015436:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015438:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077810.015441:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077810.015442:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077810.015446:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077810.015448:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a160.
00000400:00000010:3.0:1769077810.015452:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170cc0.
00000100:00000200:3.0:1769077810.015454:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405824, portal 10
00000100:00000001:3.0:1769077810.015456:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077810.015457:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:3.0:1769077810.015462:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077810.015467:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077810.015469:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077810.015472:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170d48.
00000100:00000200:3.0:1769077810.015474:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617405824, offset 0
00000400:00000200:3.0:1769077810.015477:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015481:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077810.015484:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077810.015486:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077810.015488:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077810.015490:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077810.015492:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015494:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70866:70866:255:4294967295] 192.168.204.140@tcp LPNI seq info [70866:70866:7:4294967295]
00000400:00000200:3.0:1769077810.015497:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077810.015502:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077810.015505:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077810.015508:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4e00.
00000800:00000200:3.0:1769077810.015513:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077810.015519:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077810.015523:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077810.015527:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077810.015531:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077810.015534:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299468299
00000100:00000001:3.0:1769077810.015536:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299469766
00000100:00000001:3.0:1769077810.015538:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299468299
00000100:00000001:3.0:1769077810.015541:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299469766
00000100:00000001:3.0:1769077810.015544:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077810.015546:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015548:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077810.015552:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077810.015560:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077810.015561:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015564:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077810.015566:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077810.015568:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077810.015571:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405952:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077810.015574:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077810.015576:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077810.015577:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077810.015579:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077810.015582:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077810.015584:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077810.015588:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077810.015590:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136a420.
00000400:00000010:3.0:1769077810.015594:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077810.015597:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617405952, portal 4
00000100:00000001:3.0:1769077810.015599:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077810.015600:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:3.0:1769077810.015606:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077810.015613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077810.015615:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077810.015618:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170990.
00000100:00000200:3.0:1769077810.015621:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617405952, offset 0
00000400:00000200:3.0:1769077810.015625:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015629:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077810.015633:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077810.015636:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077810.015639:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077810.015641:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077810.015644:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077810.015647:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70867:70867:254:4294967295] 192.168.204.140@tcp LPNI seq info [70867:70867:6:4294967295]
00000400:00000200:3.0:1769077810.015651:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077810.015700:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077810.015705:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077810.015710:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077810.015714:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077810.015718:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077810.015720:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077810.015724:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077810.015727:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077810.015729:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299469766
00000100:00000001:3.0:1769077810.015732:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299469766
00000100:00000001:3.0:1769077810.015734:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299469766
00000100:00000001:3.0:1769077810.015736:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299469766
00000100:00000001:3.0:1769077810.015738:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077810.015740:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015743:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015745:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077810.015749:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077810.015751:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1769077810.015753:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077810.015754:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077810.015756:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077810.015759:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077810.334834:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077810.334838:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077810.334843:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077811.358836:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077811.358841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077811.358844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077811.550732:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299469766, at 4299469824
00000100:00000010:0.0:1769077811.550742:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00000020:00000001:3.0:1769077812.382834:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077812.382839:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077812.382843:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077813.086909:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077813.086948:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077813.086971:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077813.086976:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077813.086980:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077813.086984:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077813.086989:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077813.086995:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4500.
00000400:00000200:0.0:1769077813.087015:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077813.087020:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077813.087027:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170aa0
00000400:00000010:0.0:1769077813.087030:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170aa0.
00000100:00000001:0.0:1769077813.087037:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077813.087046:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.087082:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.087086:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.087095:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.087097:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077813.087107:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077813.087111:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4e00.
00000400:00000200:0.0:1769077813.087115:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077813.087119:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077813.087126:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170d48
00000400:00000010:0.0:1769077813.087128:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170d48.
00000100:00000001:0.0:1769077813.087131:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077813.087138:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087149:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077813.087156:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769077813.087160:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077813.087167:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087167:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1769077813.087182:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.087189:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1769077813.087190:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077813]  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1769077813.087203:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077813.087220:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:0.0:1769077813.087236:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077813.087250:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000001:3.0:1769077813.087250:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077813.087257:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:0.0:1769077813.087261:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170990
00000400:00000010:3.0:1769077813.087267:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a160.
00000400:00000010:0.0:1769077813.087268:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170990.
00000100:00000001:0.0:1769077813.087280:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1769077813.087285:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170cc0
00000100:00000200:0.0:1769077813.087289:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769077813.087292:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170cc0.
00000100:00000001:3.0:1769077813.087304:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1769077813.087312:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077813.087320:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077835 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077813.087331:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077813.087332:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077813.087342:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000200:3.0:1769077813.087360:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087371:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077813.087374:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087378:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.087381:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077813.087386:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087394:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077813.087400:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087409:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077813.087414:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087415:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.087417:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087420:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077813.087425:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077813.087430:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077813.087437:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077813.087440:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077813.087445:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077813.087454:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405824:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077813.087460:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077813.087464:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077813]  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077813.087472:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077813.087474:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077813.087476:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136a420.
00000400:00000200:3.0:1769077813.087480:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077813.087481:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077813.087484:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077813.087487:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077813.087495:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087501:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077813.087503:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087504:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.087506:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077813.087527:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087536:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077813.087540:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.087547:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077813.087549:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087551:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.087552:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.087554:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077813.087557:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077813.087561:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077813.087564:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077813.087567:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077813.087571:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077813.087578:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617405952:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077813.089361:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077813.089377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077810/real 1769077813]  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077813.089390:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077813.089393:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077813.089396:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077813.089401:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077813.089404:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077813.089407:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077813.089411:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077813.089421:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089428:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077813.089430:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089434:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.089436:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077813.089441:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089449:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077813.089454:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089461:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077813.089464:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089466:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077813.089468:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089470:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077813.089472:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077813.089476:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077813.089480:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077813.089482:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077813.089487:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077813.089494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617405696:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077813.089499:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089502:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077813.089506:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617405824/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089514:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077813.089518:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077813.089523:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077813.089528:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077813.089532:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077813.089534:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077813.089538:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077813.089542:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769077813.089546:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077813.089548:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077813.089551:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077813.089555:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077813.089556:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089558:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077813.089561:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617405952/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089566:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077813.089567:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077813.089568:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077813.089571:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077813.089571:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077813.089572:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077813.089573:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077813.089575:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:3.0:1769077813.089576:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077813.089577:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077813.089577:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077813.089579:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077813.089580:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089581:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077813.089584:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617405696/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077835 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077813.089588:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077813.089589:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077813.089590:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077813.089592:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077813.089592:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077813.089593:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077813.089594:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077813.089595:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077813.089596:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077813.089597:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077813.089598:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:3.0:1769077813.089600:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077813.089601:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089603:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077813.089611:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077813.089612:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077813.089615:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077813.089616:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077813.406820:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077813.406835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077813.406839:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077814.430785:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077814.430788:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077814.430791:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077815.134736:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077815.134745:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077815.134747:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077815.134750:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077815.134753:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077815.134759:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4800
00000400:00000200:2.0:1769077815.134767:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077815.134772:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077815.134776:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077815.134778:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134781:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077815.134784:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134786:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077815.134789:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077815.134791:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077815.134793:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077815.134795:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077815.134797:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077815.134798:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077815.134801:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134803:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077815.134804:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134806:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077815.134808:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077815.134811:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134812:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077815.134816:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077815.134818:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077815.134820:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.134822:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077815.134824:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077815.134830:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077815.134832:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077815.134836:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077815.134837:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.134839:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077815.134841:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077815.134845:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077815.134856:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077815.134861:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077815.134867:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077815.134876:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077815.134880:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077815.134884:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077815.134896:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077815.134898:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077815.134900:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077815.134902:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077815.134904:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077815.134907:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769077815.134909:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077815.134910:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4800
00000100:00000001:3.0:1769077815.134915:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1769077815.134917:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077815.134920:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769077815.134923:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077815.134927:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077815.134933:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077815.134934:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134939:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077815.134943:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.134948:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077815.134952:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769077815.134953:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077815.134957:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769077815.134957:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077815.134962:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:3.0:1769077815.134965:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077815.134981:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
02000000:00000001:3.0:1769077815.134984:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077815.134985:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
02000000:00000001:3.0:1769077815.134991:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077815.134993:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:3.0:1769077815.134999:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617406080:192.168.204.140@tcp:250:kworker.0
00000100:00000040:2.0:1769077815.135005:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077815.135007:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077815.135009:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077815.135013:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:3.0:1769077815.135014:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077815.135015:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:3.0:1769077815.135018:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769077815.135021:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:3.0:1769077815.135023:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1769077815.135027:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135032:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077815.135032:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:2.0:1769077815.135036:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077815.135038:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077815.135043:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077815.135050:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.135050:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077815.135055:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769077815.135057:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000008:00100000:2.0:1769077815.135059:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077815.135065:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077815.135066:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:2.0:1769077815.135067:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077815.135075:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000100:00000200:3.0:1769077815.135076:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406080, portal 25
00000020:00000040:2.0:1769077815.135078:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:3.0:1769077815.135081:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769077815.135084:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1769077815.135085:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
02000000:00000001:2.0:1769077815.135087:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.135091:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077815.135093:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1769077815.135095:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077815.135097:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077815.135105:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:3.0:1769077815.135111:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077815.135116:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077815.135117:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077815.135124:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00100000:2.0:1769077815.135130:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769077815.135131:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617406080, offset 0
00000400:00000200:3.0:1769077815.135144:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135146:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077815.135150:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.135155:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077815.135156:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077815.135166:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077815.135169:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077815.135174:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077815.135175:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077815.135182:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077815.135183:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:2.0:1769077815.135188:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077815.135191:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1769077815.135197:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:3.0:1769077815.135198:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135202:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077815.135206:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077815.135207:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70868:70868:256:4294967295] 192.168.204.140@tcp LPNI seq info [70868:70868:8:4294967295]
00000400:00000200:3.0:1769077815.135214:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077815.135226:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077815.135229:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077815.135235:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4800
00000800:00000200:3.0:1769077815.135239:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077815.135245:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077815.135251:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077815.135254:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1769077815.135255:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000040:2.0:1769077815.135260:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135263:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077815.135265:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135267:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077815.135269:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077815.135271:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077815.135273:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077815.135275:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077815.135279:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.0:1769077815.135280:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077815.135283:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.0:1769077815.135287:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000040:2.0:1769077815.135289:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077815.135295:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1769077815.135299:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077815.135301:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:3.1:1769077815.135305:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1769077815.135306:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077815.135311:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000100:3.0:1769077815.135317:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077815.135319:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000010:3.0:1769077815.135322:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000100:00000001:2.0:1769077815.135323:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077815.135328:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077815.135330:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769077815.135331:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077815.135336:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.135340:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077815.135342:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077815.135347:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769077815.135350:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000008:00000001:2.0:1769077815.135352:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077815.135355:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:2.0:1769077815.135356:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077815.135365:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000100:00000001:3.0:1769077815.135365:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1769077815.135370:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000200:3.0:1769077815.135373:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077815.135375:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077815.135378:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.135382:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077815.135385:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077815.135388:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.135394:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1769077815.135396:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000040:3.0:1769077815.135401:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077815.135403:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077815.135415:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077815.135432:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077815.135434:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077815.135437:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769077815.135439:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077815.135446:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135446:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.135458:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077815.135460:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077815.135467:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4811)
00000100:00000001:3.0:1769077815.135582:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299474886
00000100:00000010:3.0:1769077815.135590:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3840.
00000100:00000001:3.0:1769077815.135597:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077815.135603:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299474886
00000100:00000010:3.0:1769077815.135606:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b37e0.
00000100:00000001:3.0:1769077815.135609:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077815.135613:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077815.135616:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.135618:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077815.135624:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077815.135635:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077815.135637:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077815.135639:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077815.135642:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077815.135644:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077815.135646:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077815.135650:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077815.135690:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135698:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077815.135699:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135702:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.135704:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077815.135708:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135715:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077815.135720:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135727:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077815.135730:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135732:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.135733:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135735:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077815.135737:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077815.135740:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077815.135744:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077815.135747:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077815.135751:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077815.135758:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617406080:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077815.135764:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135766:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077815.135769:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617406080/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135776:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077815.135778:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077815.135781:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077815.135784:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077815.135786:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077815.135788:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077815.135790:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077815.135793:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077815.135796:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077815.135799:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077815.135801:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:3.0:1769077815.135805:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077815.135806:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135808:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.135816:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077815.135819:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.135821:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077815.135823:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077815.135824:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077815.135827:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135835:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077815.135836:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077815.135839:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077815.135841:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077815.135843:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077815.135846:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406208:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077815.135849:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077815.135851:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077815.135852:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077815.135854:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077815.135858:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077815.135860:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.135864:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077815.135868:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077815.135872:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077815.135875:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406208, portal 10
00000100:00000001:3.0:1769077815.135877:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077815.135878:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:3.0:1769077815.135884:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.135890:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077815.135892:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077815.135895:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077815.135897:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617406208, offset 0
00000400:00000200:3.0:1769077815.135902:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077815.135906:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077815.135910:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077815.135914:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077815.135916:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077815.135919:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077815.135921:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077815.135924:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70869:70869:256:4294967295] 192.168.204.140@tcp LPNI seq info [70869:70869:8:4294967295]
00000400:00000200:3.0:1769077815.135929:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077815.135936:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077815.135941:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077815.135945:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077815.135949:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077815.135952:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077815.135958:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077815.135961:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077815.135964:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077815.135981:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077815.135986:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077815.135990:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077815.135992:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077815.135994:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077815.135997:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077815.136001:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136010:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077815.136013:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136020:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.136022:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077815.136027:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077815.136031:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077815.136034:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077815.136037:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299473420
00000100:00000001:3.0:1769077815.136040:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299474886
00000100:00000001:3.0:1769077815.136042:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299473420
00000100:00000001:3.0:1769077815.136044:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299474886
00000100:00000001:3.0:1769077815.136046:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077815.136048:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.136050:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077815.136054:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077815.136062:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077815.136063:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077815.136065:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077815.136067:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077815.136069:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077815.136071:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077815.136074:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077815.136083:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136089:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077815.136090:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136092:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.136094:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077815.136097:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136105:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077815.136109:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136117:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077815.136120:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136121:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.136123:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136125:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077815.136126:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077815.136129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077815.136133:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077815.136135:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077815.136139:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077815.136146:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406208:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077815.136151:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077815.136154:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136161:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077815.136162:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077815.136164:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077815.136166:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077815.136167:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077815.136171:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406336:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077815.136174:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077815.136176:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077815.136178:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077815.136180:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077815.136184:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077815.136187:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077815.136192:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077815.136196:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077815.136200:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077815.136204:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406336, portal 4
00000100:00000001:3.0:1769077815.136206:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077815.136208:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000100:00000040:3.0:1769077815.136215:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136222:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077815.136225:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077815.136228:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077815.136231:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617406336, offset 0
00000400:00000200:3.0:1769077815.136237:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077815.136241:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077815.136245:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077815.136248:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077815.136251:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077815.136253:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077815.136256:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077815.136259:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70870:70870:256:4294967295] 192.168.204.140@tcp LPNI seq info [70870:70870:8:4294967295]
00000400:00000200:3.0:1769077815.136263:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077815.136271:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077815.136276:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077815.136279:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077815.136283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077815.136286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077815.136291:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077815.136294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077815.136298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077815.136300:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077815.136303:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077815.136307:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077815.136310:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077815.136312:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077815.136315:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077815.136318:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136327:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077815.136331:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136338:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.136340:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077815.136343:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077815.136346:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077815.136349:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077815.136351:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299474886
00000100:00000001:3.0:1769077815.136354:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299474886
00000100:00000001:3.0:1769077815.136356:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299474886
00000100:00000001:3.0:1769077815.136359:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299474886
00000100:00000001:3.0:1769077815.136361:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077815.136364:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.136366:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077815.136369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077815/real 1769077815]  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077815.136378:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077815.136380:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077815.136381:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077815.136384:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077815.136386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077815.136388:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077815.136391:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077815.136399:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136412:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077815.136414:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136416:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.136417:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077815.136421:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136428:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077815.136432:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136439:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077815.136442:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136443:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077815.136445:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136447:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077815.136450:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077815.136453:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077815.136457:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077815.136460:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077815.136464:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077815.136473:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406336:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077815.136477:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136479:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077815.136482:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617406208/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136489:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077815.136491:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077815.136493:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077815.136496:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077815.136498:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077815.136499:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077815.136501:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077815.136503:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077815.136506:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077815.136507:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077815.136508:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:3.0:1769077815.136511:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077815.136512:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136514:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077815.136517:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617406336/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077815.136523:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077815.136524:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077815.136526:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077815.136528:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077815.136529:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077815.136530:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077815.136532:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077815.136534:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077815.136536:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077815.136537:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077815.136538:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:3.0:1769077815.136540:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077815.136542:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136543:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077815.136548:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077815.136550:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077815.136551:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077815.136553:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077815.454819:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077815.454822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077815.454826:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077816.478853:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077816.478856:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077816.478859:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077816.670825:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299474886, at 4299474944
00000100:00000010:0.0:1769077816.670852:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000020:00000001:3.0:1769077817.502874:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077817.502881:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077817.502888:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077818.526841:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077818.526845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077818.526848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077819.550910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077819.550917:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077819.550922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1769077820.256448:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077820.256454:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077820.256457:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077820.256465:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.256480:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077820.256483:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.256487:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077820.256489:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077820.256495:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077820.256503:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617406464:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077820.256510:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077820.256513:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077820.256517:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.256520:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077820.256526:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.256531:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077820.256539:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077820.256543:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077820.256550:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077820.256559:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406464, portal 25
00000100:00000001:3.0:1769077820.256563:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077820.256565:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880238592 : -121799829313024 : ffff91394470aa00)
00000100:00000040:3.0:1769077820.256574:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.256590:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077820.256594:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077820.256597:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077820.256618:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617406464, offset 0
00000400:00000200:3.0:1769077820.256633:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077820.256647:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.256685:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077820.256695:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077820.256703:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077820.256709:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077820.256714:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077820.256722:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70871:70871:256:4294967295] 192.168.204.140@tcp LPNI seq info [70871:70871:8:4294967295]
00000400:00000200:3.0:1769077820.256730:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.256753:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077820.256763:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.256771:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077820.256781:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077820.256786:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077820.256791:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077820.256796:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077820.256803:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.256808:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077820.256812:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077820.256821:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077820.256826:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077820.256829:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077820.256833:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077820.256838:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.256854:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.256861:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.256867:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.256869:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077820.256876:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077820.256896:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077820.256899:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299480008
00000100:00000010:3.0:1769077820.256906:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3900.
00000100:00000001:3.0:1769077820.256916:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077820.256929:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299480008
00000100:00000010:3.0:1769077820.256933:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3600.
00000100:00000001:3.0:1769077820.256936:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077820.256942:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077820.256947:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.256951:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077820.256957:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077820.256967:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077820.256970:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077820.256973:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077820.256978:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077820.256979:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077820.256981:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077820.256986:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077820.257007:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257019:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077820.257024:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257029:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257034:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077820.257040:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257057:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077820.257065:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257072:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077820.257076:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257079:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257082:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257085:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077820.257086:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077820.257088:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077820.257093:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077820.257097:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077820.257105:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077820.257115:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617406464:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077820.257119:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257124:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.257126:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470aa00 x1855007617406464/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257135:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077820.257137:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077820.257139:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.257142:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077820.257145:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077820.257147:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077820.257149:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077820.257153:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26000.
02000000:00000001:3.0:1769077820.257158:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077820.257160:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077820.257161:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470aa00.
00000100:00000001:3.0:1769077820.257164:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077820.257166:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257170:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257179:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077820.257183:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257187:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077820.257191:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077820.257195:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077820.257206:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257218:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077820.257222:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.257225:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077820.257227:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077820.257229:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077820.257232:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406592:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077820.257235:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077820.257237:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077820.257238:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.257239:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077820.257242:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.257244:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077820.257248:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077820.257250:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077820.257253:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077820.257255:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406592, portal 10
00000100:00000001:3.0:1769077820.257257:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077820.257258:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880235008 : -121799829316608 : ffff913944709c00)
00000100:00000040:3.0:1769077820.257275:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257280:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077820.257282:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077820.257284:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077820.257285:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617406592, offset 0
00000400:00000200:3.0:1769077820.257288:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077820.257291:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.257294:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077820.257296:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077820.257298:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077820.257300:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077820.257302:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077820.257304:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70872:70872:256:4294967295] 192.168.204.140@tcp LPNI seq info [70872:70872:8:4294967295]
00000400:00000200:3.0:1769077820.257307:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.257311:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077820.257315:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.257317:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077820.257320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077820.257322:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077820.257325:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077820.257327:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077820.257329:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.257331:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077820.257333:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077820.257335:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077820.257337:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077820.257339:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077820.257340:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077820.257343:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257348:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.257350:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257354:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257355:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077820.257357:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077820.257369:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077820.257372:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077820.257373:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299478541
00000100:00000001:3.0:1769077820.257375:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299480008
00000100:00000001:3.0:1769077820.257377:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299478541
00000100:00000001:3.0:1769077820.257378:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299480008
00000100:00000001:3.0:1769077820.257380:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077820.257381:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257383:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077820.257385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077820.257391:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077820.257392:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077820.257393:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077820.257395:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077820.257396:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077820.257397:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077820.257399:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077820.257405:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257409:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077820.257410:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257411:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257412:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077820.257414:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257418:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077820.257421:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257426:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077820.257428:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257428:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257429:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257430:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077820.257432:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077820.257434:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077820.257436:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077820.257438:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077820.257440:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077820.257445:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406592:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077820.257447:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257448:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.257450:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709c00 x1855007617406592/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257454:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077820.257455:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077820.257456:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.257457:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077820.257458:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077820.257460:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077820.257461:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077820.257462:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769077820.257464:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077820.257465:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077820.257466:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709c00.
00000100:00000001:3.0:1769077820.257468:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077820.257469:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257470:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257472:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077820.257473:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257475:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077820.257476:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077820.257477:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077820.257479:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257483:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077820.257485:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.257486:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077820.257487:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077820.257489:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077820.257491:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406720:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077820.257493:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077820.257494:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077820.257495:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077820.257496:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077820.257498:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.257499:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077820.257502:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077820.257504:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077820.257506:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077820.257508:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617406720, portal 4
00000100:00000001:3.0:1769077820.257509:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077820.257510:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880236800 : -121799829314816 : ffff91394470a300)
00000100:00000040:3.0:1769077820.257523:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257528:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077820.257530:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077820.257531:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077820.257533:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617406720, offset 0
00000400:00000200:3.0:1769077820.257535:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077820.257538:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.257540:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077820.257543:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077820.257544:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077820.257546:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077820.257547:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077820.257550:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70873:70873:256:4294967295] 192.168.204.140@tcp LPNI seq info [70873:70873:8:4294967295]
00000400:00000200:3.0:1769077820.257552:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077820.257556:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077820.257560:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.257562:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077820.257564:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077820.257566:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077820.257569:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077820.257571:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077820.257573:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077820.257575:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077820.257577:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077820.257579:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077820.257581:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077820.257583:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077820.257585:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077820.257589:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257596:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.257599:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257607:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257608:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077820.257611:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077820.257614:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077820.257617:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077820.257619:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299480007
00000100:00000001:3.0:1769077820.257621:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299480008
00000100:00000001:3.0:1769077820.257623:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299480007
00000100:00000001:3.0:1769077820.257625:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299480008
00000100:00000001:3.0:1769077820.257627:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077820.257630:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257632:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077820.257636:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077820/real 1769077820]  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077820.257645:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077820.257646:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077820.257648:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077820.257650:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077820.257652:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077820.257654:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077820.257675:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077820.257684:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257691:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077820.257692:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257694:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257695:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077820.257699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257704:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077820.257708:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257714:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077820.257716:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257717:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077820.257719:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257720:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077820.257723:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077820.257726:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077820.257729:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077820.257731:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077820.257735:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077820.257743:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617406720:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077820.257746:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257748:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077820.257750:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a300 x1855007617406720/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077820.257756:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077820.257758:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077820.257760:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8c00.
02000000:00000001:3.0:1769077820.257762:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077820.257764:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077820.257765:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077820.257767:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077820.257768:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26c00.
02000000:00000001:3.0:1769077820.257770:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077820.257771:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077820.257773:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a300.
00000100:00000001:3.0:1769077820.257775:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077820.257776:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257778:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077820.257781:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077820.257782:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077820.257784:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077820.257786:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077820.574832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077820.574836:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077820.574839:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077821.598813:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077821.598816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077821.598820:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077821.790777:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299480008, at 4299480064
00000100:00000010:0.0:1769077821.790810:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3900.
00000020:00000001:3.0:1769077822.622876:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077822.622880:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077822.622883:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077823.646854:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077823.646857:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077823.646860:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077824.670846:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077824.670850:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077824.670862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077825.374780:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077825.374788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077825.374790:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077825.374805:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077825.374808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077825.374815:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4811
00000400:00000200:3.0:1769077825.374823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077825.374828:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077825.374831:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077825.374833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.374836:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.374838:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.374840:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077825.374843:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077825.374845:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077825.374847:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077825.374885:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077825.374887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077825.374888:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077825.374890:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.374892:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.374893:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.374895:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077825.374897:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077825.374899:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077825.374901:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077825.374902:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077825.374905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077825.374907:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.374909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077825.374911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077825.374919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769077825.374922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077825.374925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077825.374927:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.374929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077825.374931:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077825.374935:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077825.374941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077825.374946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077825.374953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617406848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077825.374960:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077825.374964:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077825.374967:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617406848/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077825.374986:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077825.374988:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077825.374991:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077825.374992:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077825.374993:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077825.374995:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077825.374997:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4811
00000400:00000200:3.0:1769077825.375000:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077825.375004:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077825.375006:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077825.375008:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375010:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.375013:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375017:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077825.375019:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077825.375022:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077825.375031:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077825.375033:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077825.375035:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077825.375037:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077825.375046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375049:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.375053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077825.375061:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077825.375067:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375073:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077825.375077:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077825.375082:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077825.375085:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375088:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077825.375094:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077825.375097:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375099:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077825.375102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077825.375106:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077825.375111:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077825.375112:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375113:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077825.375114:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077825.375115:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077825.375118:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077825.375120:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077825.375124:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617406976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077825.375136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077825.375138:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077825.375150:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617406976/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077825.375156:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077825.375158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077825.375161:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077825.375164:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077825.375169:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077825.375170:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077825.375171:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077825.375173:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077825.375178:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4811
00000400:00000200:3.0:1769077825.375185:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077825.375189:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077825.375193:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077825.375200:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375205:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.375209:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077825.375216:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077825.375219:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077825.375221:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077825.375224:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077825.375226:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077825.375230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077825.375236:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077825.375242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375243:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077825.375246:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077825.375252:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077825.375255:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077825.375257:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077825.375262:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077825.375265:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375268:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077825.375270:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077825.375273:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375276:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077825.375281:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077825.375285:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077825.375290:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077825.375291:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077825.375294:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077825.375296:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077825.375298:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077825.375302:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077825.375305:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077825.375311:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617407104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077825.375317:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077825.375321:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077825.375328:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617407104/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077825.375339:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077825.375343:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4821)
00000800:00000200:1.1:1769077825.375368:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077825.375372:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077825.375812:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077825.375814:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077825.376039:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077825.376041:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1769077825.694868:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077825.694871:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077825.694875:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077826.718814:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077826.718819:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077826.718823:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077826.910729:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299485126, at 4299485184
00000100:00000010:0.0:1769077826.910748:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000020:00000001:3.0:1769077827.742813:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077827.742816:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077827.742819:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077828.766844:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077828.766847:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077828.766850:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077829.790870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077829.790874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077829.790878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077830.494819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077830.494831:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077830.494834:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077830.494838:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077830.494843:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077830.494851:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4816
00000400:00000200:0.0:1769077830.494862:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077830.494868:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077830.494871:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077830.494875:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.494878:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.494880:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.494882:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077830.494886:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077830.494888:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077830.494890:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077830.494893:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077830.494895:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077830.494896:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077830.494898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.494899:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.494901:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.494902:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077830.494906:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077830.494908:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077830.494910:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077830.494912:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077830.494915:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077830.494917:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.494919:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077830.494921:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077830.494932:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077830.494935:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077830.494939:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077830.494940:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.494943:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077830.494945:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077830.494950:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077830.494958:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077830.494964:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077830.494972:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617407232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077830.494982:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077830.494987:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077830.494990:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617407232/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077830.495013:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077830.495015:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077830.495018:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077830.495019:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077830.495021:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077830.495023:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077830.495025:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4816
00000400:00000200:0.0:1769077830.495027:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077830.495030:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077830.495031:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077830.495034:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495035:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.495037:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495039:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077830.495041:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077830.495042:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077830.495043:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077830.495045:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077830.495046:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077830.495048:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077830.495050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495052:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.495053:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495054:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077830.495057:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077830.495060:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495064:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077830.495065:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077830.495072:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077830.495076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.495079:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077830.495085:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077830.495091:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.495093:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077830.495098:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000020:00000040:0.0:1769077830.495101:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077830.495106:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077830.495108:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.495112:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077830.495116:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077830.495120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077830.495126:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769077830.495130:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077830.495136:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617407360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077830.495145:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077830.495148:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077830.495155:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617407360/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077830.495165:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077830.495173:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077830.495178:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077830.495181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077830.495185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077830.495267:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077830.495273:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077830.495283:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077830.495293:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4816
00000400:00000200:0.0:1769077830.495308:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077830.495319:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077830.495324:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077830.495331:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769077830.495335:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077830.495337:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077830.495341:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.495350:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495364:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077830.495380:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077830.495385:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077830.495402:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077830.495412:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077830.495455:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077830.495504:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077830.495516:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495550:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077830.495578:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495636:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077830.495648:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.1:1769077830.495826:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077830.495829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00080000:0.0:1769077830.495990:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077830.495994:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077830.495999:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077830.496021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077830.496032:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.496044:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077830.496055:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769077830.496059:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.496062:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077830.496072:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077830.496080:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077830.496089:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077830.496090:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077830.496093:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077830.496095:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077830.496099:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077830.496119:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769077830.496124:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077830.496155:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617407488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077830.496180:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077830.496184:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077830.496188:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617407488/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077830.496230:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077830.496236:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4826)
00000800:00000200:1.1:1769077830.496361:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077830.496364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1769077830.814923:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077830.814930:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077830.814935:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077831.838910:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077831.838917:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077831.838921:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077832.030844:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299490246, at 4299490304
00000100:00000010:0.0:1769077832.030860:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000020:00000001:3.0:1769077832.862921:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077832.862929:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077832.862935:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077833.886846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077833.886850:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077833.886854:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077834.910889:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077834.910895:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077834.910898:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077835.614760:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077835.614768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077835.614770:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077835.614774:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077835.614777:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077835.614783:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4821
00000400:00000200:3.0:1769077835.614790:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077835.614795:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077835.614797:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077835.614800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.614804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077835.614809:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077835.614810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077835.614812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077835.614814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077835.614816:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077835.614817:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077835.614819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.614823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077835.614827:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077835.614829:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614831:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077835.614833:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077835.614835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077835.614836:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.614838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077835.614839:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077835.614848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077835.614850:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077835.614853:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077835.614854:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.614856:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077835.614858:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077835.614862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077835.614870:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077835.614876:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077835.614885:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617407616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077835.614897:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077835.614901:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077835.614906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617407616/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077835.614933:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077835.614937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077835.614940:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077835.614942:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077835.614944:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077835.614947:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077835.614950:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4821
00000400:00000200:3.0:1769077835.614955:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077835.614959:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077835.614962:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077835.614966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.614974:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.614981:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077835.614996:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077835.614999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077835.615002:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077835.615006:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077835.615010:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077835.615014:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077835.615021:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615024:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.615029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077835.615036:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077835.615041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615044:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077835.615047:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077835.615053:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077835.615059:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615066:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077835.615070:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077835.615074:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615076:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077835.615080:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077835.615085:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077835.615090:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077835.615115:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615118:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077835.615120:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077835.615124:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077835.615131:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077835.615135:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077835.615146:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617407744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077835.615165:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077835.615170:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077835.615177:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617407744/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077835.615196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077835.615213:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077835.615222:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077835.615229:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077835.615233:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077835.615238:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077835.615239:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077835.615244:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077835.615250:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4821
00000400:00000200:3.0:1769077835.615258:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.1:1769077835.615264:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:3.0:1769077835.615266:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769077835.615271:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1769077835.615272:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077835.615281:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615286:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.615291:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077835.615302:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077835.615307:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077835.615309:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077835.615311:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077835.615316:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077835.615322:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077835.615327:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615333:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077835.615339:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615346:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077835.615352:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077835.615359:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077835.615364:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077835.615370:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077835.615376:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077835.615382:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615385:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077835.615390:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077835.615396:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615401:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077835.615406:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077835.615410:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077835.615414:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077835.615417:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077835.615420:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077835.615421:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077835.615424:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077835.615429:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077835.615435:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077835.615445:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617407872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077835.615462:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077835.615467:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077835.615477:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617407872/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077835.615487:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077835.615491:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4831)
00000800:00000200:1.1:1769077835.615781:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077835.615784:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077835.616022:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077835.616024:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1769077835.934837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077835.934842:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077835.934846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077836.958831:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077836.958839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077836.958844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077837.150765:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299495366, at 4299495424
00000100:00000010:0.0:1769077837.150780:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000020:00000001:3.0:1769077837.982840:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077837.982843:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077837.982847:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077839.006828:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077839.006833:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077839.006837:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077840.030933:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077840.030937:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077840.030941:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077840.734801:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077840.734810:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077840.734812:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077840.734816:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077840.734836:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077840.734842:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4826
00000400:00000200:2.0:1769077840.734860:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077840.734865:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077840.734867:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077840.734870:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.734872:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.734874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.734875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077840.734878:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077840.734880:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077840.734882:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077840.734900:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077840.734902:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077840.734905:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077840.734908:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.734910:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.734921:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.734923:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077840.734927:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077840.734930:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077840.734933:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077840.734935:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077840.734939:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077840.734942:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.734945:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077840.734947:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077840.734959:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077840.734963:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077840.734967:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077840.734969:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.734973:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077840.734975:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077840.734991:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077840.734999:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077840.735005:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077840.735013:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617408000/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077840.735021:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077840.735030:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.735033:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617408000/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077840.735052:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077840.735055:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077840.735057:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077840.735058:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077840.735060:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077840.735061:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077840.735063:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4826
00000400:00000200:2.0:1769077840.735066:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077840.735069:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077840.735071:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077840.735074:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735076:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.735078:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735080:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077840.735082:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077840.735083:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077840.735087:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077840.735089:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077840.735093:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077840.735097:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077840.735101:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735103:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.735108:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735111:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077840.735115:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077840.735136:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735139:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077840.735142:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077840.735147:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077840.735151:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735153:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077840.735157:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077840.735170:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735175:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077840.735180:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077840.735184:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077840.735188:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077840.735192:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735193:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077840.735194:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077840.735196:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077840.735201:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077840.735206:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077840.735212:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617408128/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077840.735225:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077840.735228:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.735233:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617408128/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077840.735240:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.735244:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077840.735247:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077840.735249:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077840.735255:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077840.735256:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077840.735257:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077840.735260:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077840.735264:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4826
00000400:00000200:2.0:1769077840.735270:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077840.735274:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077840.735278:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077840.735280:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735298:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.735302:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735306:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077840.735310:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077840.735311:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077840.735315:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077840.735318:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077840.735322:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077840.735326:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077840.735332:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735334:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077840.735339:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735343:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077840.735346:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077840.735351:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077840.735354:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077840.735359:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077840.735363:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077840.735365:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735368:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077840.735371:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077840.735376:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735377:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077840.735381:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077840.735386:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077840.735392:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077840.735393:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077840.735394:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077840.735395:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077840.735399:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077840.735402:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077840.735407:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077840.735414:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617408256/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077840.735425:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077840.735428:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.735437:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617408256/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077840.735451:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077840.735459:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4836)
00000800:00000200:1.1:1769077840.735509:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077840.735513:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077840.736117:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077840.736120:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077840.736485:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077840.736487:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1769077841.054768:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077841.054771:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077841.054774:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077842.078868:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077842.078872:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077842.078875:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077842.270807:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299500486, at 4299500544
00000100:00000010:0.0:1769077842.270831:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000020:00000001:3.0:1769077843.102829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077843.102833:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077843.102836:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077844.126829:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077844.126833:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077844.126836:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077845.150826:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077845.150830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077845.150833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077845.854817:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.854828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077845.854831:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.854836:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.854840:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.854848:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4831
00000400:00000200:3.0:1769077845.854859:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077845.854865:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.854869:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.854872:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.854876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.854878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.854880:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077845.854883:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.854885:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077845.854887:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.854889:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077845.854891:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077845.854892:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077845.854894:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.854895:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.854896:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.854898:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077845.854900:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077845.854902:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077845.854903:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.854905:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.854908:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.854910:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.854912:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077845.854913:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.854923:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077845.854936:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077845.854940:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.854942:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.854945:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.854948:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.854952:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.854962:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077845.854969:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.854978:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617408384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.854988:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.854993:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.854998:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617408384/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.855025:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077845.855028:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.855030:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077845.855031:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.855032:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.855034:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.855036:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4831
00000400:00000200:3.0:1769077845.855039:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077845.855042:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.855044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.855046:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.855050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855052:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077845.855054:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.855055:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077845.855056:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.855057:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077845.855060:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077845.855061:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077845.855063:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855065:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.855067:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855068:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077845.855070:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077845.855077:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855080:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.855082:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.855086:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.855089:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855094:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.855097:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077845.855101:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855104:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.855109:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077845.855112:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077845.855115:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.855117:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855118:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.855119:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.855121:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.855124:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077845.855128:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.855140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617408512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.855166:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.855172:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.855184:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617408512/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.855221:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.855227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077845.855231:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077845.855234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077845.855237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077845.855238:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077845.855239:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077845.855245:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077845.855250:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4831
00000400:00000200:3.0:1769077845.855261:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077845.855266:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077845.855268:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077845.855271:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.855287:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077845.855291:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077845.855292:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077845.855294:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077845.855299:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077845.855308:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077845.855311:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077845.855315:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855319:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077845.855321:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855322:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077845.855325:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077845.855334:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077845.855336:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077845.855337:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077845.855340:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077845.855343:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855350:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077845.855353:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077845.855357:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855362:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077845.855370:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077845.855373:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077845.855377:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077845.855380:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077845.855387:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077845.855390:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077845.855394:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077845.855402:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077845.855411:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077845.855437:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617408640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077845.855458:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077845.855461:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.855467:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617408640/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077845.855474:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077845.855483:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4841)
00000800:00000200:1.1:1769077845.855616:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077845.855620:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077845.856090:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077845.856092:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077845.856285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077845.856287:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1769077846.174874:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077846.174877:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077846.174880:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077847.198809:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077847.198813:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077847.198815:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077847.390777:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299505607, at 4299505664
00000100:00000010:0.0:1769077847.390793:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000020:00000001:3.0:1769077848.222771:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077848.222775:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077848.222778:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1769077849.246817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077849.246822:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077849.246825:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1769077850.270813:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077850.270817:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077850.270821:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
02000000:00000001:1.0:1769077850.974856:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.974859:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077850.974860:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077850.974868:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470ad80.
00000020:00000040:1.0:1769077850.974872:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769077850.974875:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077850.974876:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.974879:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077850.974881:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077850.974885:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077850.974891:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25400.
00000100:00000001:1.0:1769077850.974896:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077850.974903:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077850.974910:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077850.974914:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077850.974917:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3c2c8ea] to pc [ptlrpcd_rcv+-1]  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.974935:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077850.974937:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077850.974940:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077850.974941:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077850.974942:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077850.974944:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077850.974946:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4836
00000400:00000200:1.0:1769077850.974949:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077850.974952:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077850.974955:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077850.974958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.974961:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077850.974964:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.974966:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769077850.974968:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769077850.974970:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077850.974974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769077850.974974:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1769077850.974979:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769077850.974979:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769077850.974985:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769077850.974989:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077850.974991:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769077850.974993:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769077850.975002:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077850.975008:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077850.975009:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077850.975012:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077850.975013:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975017:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:3.0:1769077850.975018:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769077850.975020:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:3.0:1769077850.975022:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1769077850.975025:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:3.0:1769077850.975027:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.975030:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.975034:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769077850.975034:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617408768:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077850.975040:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077850.975041:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077850.975046:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.975048:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077850.975052:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1769077850.975053:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077850.975055:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975059:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1769077850.975061:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077850.975065:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
00000100:00000001:1.0:1769077850.975066:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975069:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077850.975074:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b800.
00000400:00000200:3.0:1769077850.975078:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:1.0:1769077850.975080:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:3.0:1769077850.975083:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000001:1.0:1769077850.975086:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077850.975090:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077850.975090:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:1.0:1769077850.975096:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077850.975097:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769077850.975099:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617408768, portal 25
02000000:00000001:1.0:1769077850.975100:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975105:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077850.975107:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880239488 : -121799829312128 : ffff91394470ad80)
02000000:00000010:1.0:1769077850.975108:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26400.
00000100:00000001:1.0:1769077850.975114:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.975114:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077850.975122:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.975133:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769077850.975136:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769077850.975140:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975141:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077850.975144:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000040:1.0:1769077850.975150:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aaaf184] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077850.975151:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617408768, offset 0
00000400:00000200:3.0:1769077850.975161:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077850.975172:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077850.975173:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975180:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:1.0:1769077850.975183:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077850.975189:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769077850.975190:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1769077850.975196:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769077850.975199:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:1.0:1769077850.975201:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077850.975204:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077850.975205:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769077850.975207:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769077850.975208:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769077850.975212:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:1.0:1769077850.975214:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4836
00000400:00000200:3.0:1769077850.975219:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70889:70889:256:4294967295] 192.168.204.140@tcp LPNI seq info [70889:70889:8:4294967295]
00000400:00000200:1.0:1769077850.975221:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077850.975229:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:3.0:1769077850.975232:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:1.0:1769077850.975233:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077850.975238:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975240:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077850.975241:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975243:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769077850.975247:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077850.975249:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769077850.975250:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077850.975253:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077850.975254:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1769077850.975256:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769077850.975260:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769077850.975265:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975269:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769077850.975271:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:1.0:1769077850.975273:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975277:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769077850.975280:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000010:3.0:1769077850.975281:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00080000:1.0:1769077850.975283:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077850.975287:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077850.975288:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077850.975291:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769077850.975292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:1.0:1769077850.975294:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.975298:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.0:1769077850.975298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000008:00100000:1.0:1769077850.975300:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769077850.975305:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077850.975308:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769077850.975309:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077850.975315:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000100:00000010:1.0:1769077850.975316:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709880.
00000020:00000040:1.0:1769077850.975322:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000100:3.0:1769077850.975324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:1.0:1769077850.975326:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:3.0:1769077850.975328:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
02000000:00000001:1.0:1769077850.975329:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077850.975332:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077850.975333:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077850.975335:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975335:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077850.975343:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1769077850.975344:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24000.
00000100:00000001:1.0:1769077850.975349:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975349:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077850.975353:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00100000:1.0:1769077850.975354:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077850.975357:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769077850.975378:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077850.975380:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077850.975381:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077850.975390:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddde8f98] to pc [ptlrpcd_rcv+-1]  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975402:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077850.975406:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.975411:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077850.975414:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4846)
00000100:00000001:3.0:1769077850.975425:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975428:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077850.975436:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975441:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077850.975445:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299510726
00000100:00000010:3.0:1769077850.975450:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b33c0.
00000100:00000001:3.0:1769077850.975457:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077850.975472:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299510726
00000100:00000010:3.0:1769077850.975475:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f00.
00000100:00000001:3.0:1769077850.975479:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077850.975483:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077850.975486:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975489:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077850.975495:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077850/real 1769077850]  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077850.975508:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077850.975511:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077850.975513:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077850.975517:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077850.975518:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077850.975521:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077850.975526:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077850.975534:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975539:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077850.975540:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975542:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.975543:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077850.975546:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975552:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077850.975555:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975559:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077850.975561:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975562:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.975563:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975565:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077850.975566:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077850.975568:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077850.975570:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077850.975572:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077850.975575:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077850.975580:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617408768:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077850.975584:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975586:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077850.975588:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470ad80 x1855007617408768/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975593:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077850.975594:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077850.975596:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077850.975598:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077850.975599:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077850.975601:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077850.975602:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077850.975604:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25400.
02000000:00000001:3.0:1769077850.975607:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077850.975608:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077850.975610:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470ad80.
00000100:00000001:3.0:1769077850.975614:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077850.975615:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975618:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975625:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077850.975628:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975630:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077850.975632:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077850.975633:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077850.975637:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975645:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077850.975647:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975650:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077850.975652:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.975655:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.975679:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617408896:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077850.975682:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077850.975684:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077850.975685:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975688:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077850.975691:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077850.975692:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975696:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077850.975698:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077850.975700:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077850.975703:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617408896, portal 10
00000100:00000001:3.0:1769077850.975704:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077850.975705:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880242176 : -121799829309440 : ffff91394470b800)
00000100:00000040:3.0:1769077850.975710:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975715:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077850.975717:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077850.975719:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077850.975720:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617408896, offset 0
00000400:00000200:3.0:1769077850.975723:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077850.975726:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077850.975729:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077850.975731:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077850.975733:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077850.975735:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077850.975737:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077850.975739:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70890:70890:256:4294967295] 192.168.204.140@tcp LPNI seq info [70890:70890:8:4294967295]
00000400:00000200:3.0:1769077850.975742:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077850.975746:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077850.975749:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077850.975752:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077850.975755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077850.975757:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769077850.975760:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077850.975762:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769077850.975765:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077850.975766:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077850.975769:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077850.975771:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077850.975773:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077850.975775:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077850.975776:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077850.975779:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975785:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077850.975787:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975791:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975792:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077850.975794:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.975797:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077850.975799:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077850.975801:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299509260
00000100:00000001:3.0:1769077850.975803:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299510726
00000100:00000001:3.0:1769077850.975805:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299509260
00000100:00000001:3.0:1769077850.975806:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299510726
00000100:00000001:3.0:1769077850.975808:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077850.975809:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.975810:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077850.975813:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077850/real 1769077850]  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077850.975818:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077850.975819:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077850.975820:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077850.975822:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077850.975823:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077850.975824:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077850.975827:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077850.975833:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975837:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077850.975838:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975840:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.975841:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077850.975845:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975852:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077850.975856:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975864:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077850.975867:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975869:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.975870:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.975872:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077850.975875:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077850.975878:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077850.975882:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077850.975884:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077850.975889:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077850.975898:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617408896:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077850.975902:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077850.975906:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975919:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077850.975921:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975924:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077850.975926:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077850.975928:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077850.975931:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409024:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077850.975935:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077850.975937:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077850.975939:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077850.975941:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077850.975945:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077850.975947:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077850.975951:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077850.975954:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077850.975958:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077850.975961:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409024, portal 4
00000100:00000001:3.0:1769077850.975963:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077850.975965:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880234112 : -121799829317504 : ffff913944709880)
00000100:00000040:3.0:1769077850.975969:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.975974:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077850.975975:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077850.975977:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077850.975979:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617409024, offset 0
00000400:00000200:3.0:1769077850.975981:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077850.975984:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077850.975987:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077850.975989:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077850.975991:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077850.975993:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077850.975994:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077850.975997:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70891:70891:256:4294967295] 192.168.204.140@tcp LPNI seq info [70891:70891:8:4294967295]
00000400:00000200:3.0:1769077850.976000:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077850.976004:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077850.976007:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077850.976010:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077850.976013:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077850.976015:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1769077850.976017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077850.976019:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1769077850.976022:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077850.976023:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077850.976025:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077850.976028:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077850.976030:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077850.976031:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077850.976032:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077850.976035:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976040:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077850.976042:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976046:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.976047:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077850.976049:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077850.976051:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077850.976053:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077850.976055:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299510726
00000100:00000001:3.0:1769077850.976056:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299510726
00000100:00000001:3.0:1769077850.976058:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299510726
00000100:00000001:3.0:1769077850.976059:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299510726
00000100:00000001:3.0:1769077850.976061:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077850.976062:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.976064:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077850.976066:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077850/real 1769077850]  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077850.976071:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077850.976072:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077850.976073:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077850.976074:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077850.976075:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077850.976077:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077850.976079:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077850.976084:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976088:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077850.976089:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976090:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.976091:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077850.976093:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976097:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077850.976099:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976103:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077850.976105:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976106:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077850.976106:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976108:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077850.976110:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077850.976111:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077850.976114:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077850.976115:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077850.976118:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077850.976123:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409024:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077850.976125:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976126:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077850.976128:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b800 x1855007617408896/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976132:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077850.976133:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077850.976134:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077850.976136:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077850.976137:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077850.976138:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077850.976139:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077850.976141:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26400.
02000000:00000001:3.0:1769077850.976142:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077850.976143:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077850.976144:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b800.
00000100:00000001:3.0:1769077850.976146:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077850.976147:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976149:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077850.976152:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709880 x1855007617409024/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077850.976159:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077850.976160:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077850.976162:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077850.976164:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077850.976165:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077850.976166:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077850.976168:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077850.976170:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24000.
02000000:00000001:3.0:1769077850.976173:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077850.976174:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077850.976175:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709880.
00000100:00000001:3.0:1769077850.976178:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077850.976179:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976181:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077850.976185:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077850.976187:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077850.976189:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077850.976190:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077851.294729:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077851.294734:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077851.294811:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077851.294815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077851.294818:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077852.318755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077852.318760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077852.318845:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077852.318849:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077852.318852:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077852.510762:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299510726, at 4299510784
00000100:00000040:1.0:1769077852.510762:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299510726, at 4299510784
00000100:00000010:0.0:1769077852.510776:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b33c0.
00000100:00000010:1.0:1769077852.510782:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00010000:00000001:1.0:1769077853.342771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077853.342778:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077853.342855:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077853.342861:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077853.342866:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077854.366764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077854.366770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077854.366862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077854.366866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077854.366870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077855.390771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077855.390780:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077855.390782:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077855.390784:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.390789:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077855.390791:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.390793:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077855.390796:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077855.390855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077855.390859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077855.390862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077856.094747:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077856.094756:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077856.094758:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077856.094761:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077856.094764:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077856.094771:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4841
00000400:00000200:2.0:1769077856.094778:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077856.094783:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077856.094785:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077856.094788:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094790:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077856.094792:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094794:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077856.094797:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077856.094799:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077856.094801:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077856.094803:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077856.094804:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077856.094806:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077856.094808:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094809:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077856.094810:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094812:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077856.094814:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077856.094816:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094818:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077856.094819:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077856.094822:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077856.094824:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077856.094826:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077856.094827:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077856.094835:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077856.094838:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077856.094841:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077856.094843:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077856.094845:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077856.094848:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077856.094851:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077856.094858:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077856.094863:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077856.094869:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077856.094877:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077856.094880:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077856.094884:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077856.094901:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077856.094903:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077856.094906:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077856.094907:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077856.094908:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077856.094909:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077856.094911:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4841
00000400:00000200:2.0:1769077856.094913:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077856.094915:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077856.094917:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077856.094919:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094921:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077856.094924:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094926:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077856.094928:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077856.094929:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077856.094931:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077856.094932:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077856.094934:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077856.094936:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077856.094936:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077856.094939:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077856.094941:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077856.094942:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769077856.094946:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077856.094947:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094950:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077856.094952:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:3.0:1769077856.094955:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077856.094962:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077856.094983:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077856.094988:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077856.094990:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077856.094994:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077856.094996:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.094999:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077856.095001:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077856.095005:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077856.095005:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1769077856.095012:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769077856.095012:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769077856.095019:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.095021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409152:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077856.095022:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077856.095030:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077856.095031:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077856.095035:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077856.095039:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769077856.095041:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077856.095042:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077856.095045:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.095046:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769077856.095050:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077856.095053:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769077856.095053:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:2.0:1769077856.095056:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.095057:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077856.095064:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000400:00000200:3.0:1769077856.095069:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077856.095072:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769077856.095075:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00100000:2.0:1769077856.095080:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769077856.095083:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:2.0:1769077856.095091:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769077856.095092:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409152, portal 25
00000100:00000001:2.0:1769077856.095095:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095097:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077856.095100:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:2.0:1769077856.095101:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077856.095110:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077856.095112:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077856.095116:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077856.095140:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077856.095144:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769077856.095148:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769077856.095149:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077856.095152:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077856.095154:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077856.095158:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077856.095162:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4841
00000400:00000200:2.0:1769077856.095166:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077856.095169:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077856.095171:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077856.095175:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1769077856.095175:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000040:2.0:1769077856.095182:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:3.0:1769077856.095183:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617409152, offset 0
00000100:00000001:2.0:1769077856.095185:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077856.095206:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077856.095209:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077856.095211:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077856.095216:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077856.095218:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:3.0:1769077856.095219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:2.0:1769077856.095222:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077856.095226:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769077856.095227:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:2.0:1769077856.095232:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077856.095235:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769077856.095236:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077856.095240:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769077856.095244:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769077856.095245:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769077856.095250:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077856.095251:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077856.095271:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769077856.095272:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000040:2.0:1769077856.095296:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769077856.095303:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70892:70892:256:4294967295] 192.168.204.140@tcp LPNI seq info [70892:70892:8:4294967295]
00000100:00080000:2.0:1769077856.095307:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769077856.095313:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077856.095339:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077856.095344:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077856.095346:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769077856.095349:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077856.095354:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077856.095358:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077856.095359:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077856.095364:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000010:3.0:1769077856.095367:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000008:00000001:2.0:1769077856.095368:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077856.095372:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077856.095376:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077856.095381:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.0:1769077856.095381:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077856.095387:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077856.095389:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077856.095390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1769077856.095391:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077856.095393:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077856.095414:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769077856.095416:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077856.095420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000010:2.0:1769077856.095422:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000800:00000100:3.0:1769077856.095425:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077856.095430:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769077856.095430:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077856.095436:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1769077856.095441:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077856.095444:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077856.095452:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077856.095455:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:2.0:1769077856.095459:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077856.095461:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769077856.095465:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769077856.095467:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077856.095476:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095480:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1769077856.095488:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.095488:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077856.095495:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4852)
00000100:00000001:3.0:1769077856.095498:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095501:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077856.095506:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077856.095509:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077856.095512:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299515846
00000100:00000010:3.0:1769077856.095517:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b31e0.
00000100:00000001:3.0:1769077856.095542:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077856.095561:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299515846
00000100:00000010:3.0:1769077856.095566:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3cc0.
00000100:00000001:3.0:1769077856.095570:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077856.095575:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077856.095578:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095582:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077856.095610:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077856]  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077856.095621:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077856.095623:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077856.095625:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077856.095627:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077856.095628:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077856.095630:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077856.095633:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077856.095639:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095644:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077856.095647:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095648:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.095650:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077856.095653:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095702:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077856.095709:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095717:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077856.095720:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095721:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.095722:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095724:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077856.095726:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077856.095728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077856.095730:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077856.095732:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077856.095735:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077856.095741:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409152:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077856.095744:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095746:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077856.095748:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617409152/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095752:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077856.095754:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077856.095756:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077856.095759:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077856.095760:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077856.095761:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077856.095763:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077856.095765:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769077856.095768:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077856.095770:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077856.095771:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:3.0:1769077856.095773:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077856.095774:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095775:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095781:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077856.095782:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095784:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077856.095785:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077856.095786:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077856.095788:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095793:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077856.095794:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.095795:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077856.095797:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.095798:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.095800:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409280:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077856.095802:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077856.095804:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077856.095805:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.095806:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077856.095809:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077856.095810:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077856.095814:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077856.095816:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077856.095818:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077856.095821:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409280, portal 10
00000100:00000001:3.0:1769077856.095822:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077856.095823:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:3.0:1769077856.095828:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095833:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077856.095834:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077856.095836:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077856.095838:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617409280, offset 0
00000400:00000200:3.0:1769077856.095841:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077856.095843:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077856.095846:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077856.095848:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077856.095850:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077856.095852:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077856.095854:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077856.095856:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70893:70893:256:4294967295] 192.168.204.140@tcp LPNI seq info [70893:70893:8:4294967295]
00000400:00000200:3.0:1769077856.095859:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077856.095863:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077856.095866:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077856.095869:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077856.095871:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077856.095873:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077856.095877:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077856.095879:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077856.095881:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077856.095883:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077856.095885:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077856.095887:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077856.095889:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077856.095890:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077856.095892:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077856.095894:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095904:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077856.095906:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095910:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095911:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077856.095913:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.095916:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077856.095918:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077856.095924:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299514380
00000100:00000001:3.0:1769077856.095926:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299515846
00000100:00000001:3.0:1769077856.095928:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299514380
00000100:00000001:3.0:1769077856.095930:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299515846
00000100:00000001:3.0:1769077856.095931:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077856.095932:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.095934:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077856.095936:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077856]  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077856.095941:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077856.095942:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077856.095943:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077856.095944:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077856.095945:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077856.095947:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077856.095949:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077856.095954:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095976:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077856.095979:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.095981:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.095983:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077856.095988:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.095998:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077856.096003:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096013:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077856.096017:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096019:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.096021:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096024:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077856.096026:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077856.096030:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077856.096035:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077856.096038:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077856.096044:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077856.096069:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409280:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077856.096072:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077856.096074:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096079:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077856.096080:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.096082:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077856.096084:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077856.096085:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077856.096088:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409408:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077856.096090:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077856.096092:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077856.096093:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077856.096095:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077856.096097:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077856.096099:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077856.096102:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077856.096104:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077856.096107:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077856.096126:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409408, portal 4
00000100:00000001:3.0:1769077856.096128:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077856.096130:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:3.0:1769077856.096136:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096143:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077856.096145:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077856.096148:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077856.096150:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617409408, offset 0
00000400:00000200:3.0:1769077856.096155:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077856.096159:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077856.096164:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077856.096167:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077856.096170:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077856.096173:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077856.096176:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077856.096195:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70894:70894:256:4294967295] 192.168.204.140@tcp LPNI seq info [70894:70894:8:4294967295]
00000400:00000200:3.0:1769077856.096200:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077856.096205:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077856.096208:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077856.096211:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077856.096214:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077856.096216:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769077856.096219:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077856.096221:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769077856.096223:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077856.096225:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077856.096227:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077856.096230:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077856.096232:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077856.096233:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077856.096235:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077856.096237:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096260:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077856.096262:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096267:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.096268:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077856.096271:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077856.096273:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077856.096275:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077856.096293:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299515846
00000100:00000001:3.0:1769077856.096296:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299515846
00000100:00000001:3.0:1769077856.096298:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299515846
00000100:00000001:3.0:1769077856.096300:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299515846
00000100:00000001:3.0:1769077856.096301:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077856.096303:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.096304:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077856.096307:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077856/real 1769077856]  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077856.096329:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077856.096331:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077856.096333:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077856.096336:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077856.096338:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077856.096340:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077856.096344:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077856.096353:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096360:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077856.096361:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096363:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.096365:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077856.096370:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096378:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077856.096398:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096406:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077856.096408:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096409:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077856.096410:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096412:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077856.096414:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077856.096416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077856.096419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077856.096421:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077856.096424:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077856.096434:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409408:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077856.096437:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096439:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077856.096441:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617409280/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096445:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077856.096446:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077856.096447:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769077856.096449:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077856.096450:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077856.096451:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077856.096452:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077856.096453:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077856.096455:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077856.096456:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077856.096457:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:3.0:1769077856.096460:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077856.096461:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096462:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077856.096464:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617409408/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077856.096468:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077856.096469:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077856.096470:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769077856.096471:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077856.096472:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077856.096473:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077856.096474:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077856.096475:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077856.096476:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077856.096477:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077856.096477:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:3.0:1769077856.096480:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077856.096481:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096483:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077856.096485:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077856.096487:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077856.096488:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077856.096489:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077856.414718:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077856.414723:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077856.414780:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077856.414783:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077856.414786:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077857.438750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077857.438755:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077857.438810:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077857.438814:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077857.438817:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077857.630750:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299515846, at 4299515904
00000100:00000010:0.0:1769077857.630765:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00000100:00000040:1.0:1769077857.630808:0:54354:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299515846, at 4299515904
00000100:00000010:1.0:1769077857.630817:0:54354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00010000:00000001:1.0:1769077858.462745:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077858.462751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077858.462802:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077858.462806:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077858.462809:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077859.486742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077859.486748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077859.486823:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077859.486827:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077859.486830:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077860.510736:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077860.510741:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077860.510797:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077860.510802:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077860.510806:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077861.214788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.214797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077861.214799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.214803:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.214807:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.214812:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4847
00000400:00000200:3.0:1769077861.214820:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077861.214825:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.214828:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.214830:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.214835:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214836:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077861.214840:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.214841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077861.214843:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.214845:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077861.214847:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077861.214850:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077861.214852:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214853:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.214855:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077861.214858:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077861.214860:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214862:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.214864:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.214866:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.214868:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.214869:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077861.214871:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.214878:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077861.214881:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077861.214885:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.214886:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.214889:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.214892:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.214896:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.214905:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077861.214911:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.214920:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.214931:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.214936:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.214941:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077861.214971:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.214974:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.214977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077861.214978:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.214980:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.214982:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.214984:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4847
00000400:00000200:3.0:1769077861.214987:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077861.214989:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077861.214991:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077861.214993:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214994:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.214996:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.214997:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077861.214999:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077861.215000:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077861.215001:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077861.215002:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077861.215004:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077861.215005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077861.215007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215008:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.215009:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215010:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077861.215012:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077861.215014:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215015:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.215016:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077861.215021:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.215023:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.215024:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077861.215027:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077861.215030:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.215032:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.215036:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077861.215038:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077861.215041:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.215042:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.215043:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.215044:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.215046:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077861.215050:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077861.215052:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.215056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077861.215061:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077861.215062:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.215072:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215074:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077861.215080:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215083:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077861.215093:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.215095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077861.215101:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077861.215103:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077861.215103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077861.215113:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077861.215118:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077861.215120:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077861.215124:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077861.215129:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4847
00000400:00000200:3.0:1769077861.215143:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077861.215155:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077861.215158:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769077861.215158:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077861.215164:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.215165:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077861.215174:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077861.215175:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077861.215181:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077861.215181:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077861.215187:0:8:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769077861.215189:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077861.215204:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077861.215209:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:1.0:1769077861.215213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409536:192.168.204.140@tcp:250:kworker.0
00000020:00000040:3.0:1769077861.215214:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077861.215224:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769077861.215227:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1769077861.215230:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
02000000:00000001:1.0:1769077861.215235:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077861.215241:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.215241:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077861.215249:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077861.215251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077861.215256:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215259:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000010:1.0:1769077861.215262:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
00000020:00000040:3.0:1769077861.215262:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
02000000:00000001:1.0:1769077861.215270:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077861.215275:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077861.215281:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077861.215284:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077861.215288:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769077861.215290:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077861.215294:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077861.215296:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769077861.215297:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077861.215301:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077861.215304:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.215305:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077861.215309:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077861.215311:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077861.215316:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077861.215318:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077861.215320:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077861.215321:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077861.215323:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077861.215331:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000010:3.0:1769077861.215331:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077861.215338:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077861.215344:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077861.215350:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077861.215352:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077861.215355:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077861.215358:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409536, portal 25
00000100:00000001:1.0:1769077861.215370:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077861.215370:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215376:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:3.0:1769077861.215379:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4857)
00000100:00000040:1.0:1769077861.215393:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215405:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077861.215409:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077861.215413:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077861.215417:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617409536, offset 0
00000400:00000200:1.0:1769077861.215425:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077861.215437:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.215447:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077861.215455:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077861.215460:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077861.215465:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077861.215468:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077861.215473:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70895:70895:256:4294967295] 192.168.204.140@tcp LPNI seq info [70895:70895:8:4294967295]
00000400:00000200:1.0:1769077861.215478:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.215489:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077861.215497:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.215503:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077861.215513:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077861.215518:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077861.215525:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077861.215529:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077861.215535:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.215538:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077861.215547:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077861.215551:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077861.215556:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077861.215558:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077861.215562:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077861.215566:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215575:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.215578:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215583:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215585:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077861.215590:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077861.215594:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077861.215597:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299520966
00000100:00000010:1.0:1769077861.215602:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c00.
00000100:00000001:1.0:1769077861.215608:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077861.215616:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299520966
00000100:00000010:1.0:1769077861.215618:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95b40.
00000100:00000001:1.0:1769077861.215620:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077861.215622:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077861.215625:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215627:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077861.215630:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077861/real 1769077861]  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077861.215637:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077861.215639:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077861.215641:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077861.215643:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077861.215644:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077861.215646:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077861.215649:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077861.215655:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215695:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077861.215697:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215699:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.215701:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077861.215704:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215709:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077861.215713:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215718:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077861.215720:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215721:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.215722:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215724:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077861.215725:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077861.215728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077861.215731:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077861.215733:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077861.215735:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077861.215741:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409536:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077861.215747:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215748:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.215750:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617409536/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215755:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077861.215757:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077861.215759:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077861.215762:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077861.215763:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077861.215765:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077861.215767:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077861.215769:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769077861.215772:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077861.215774:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077861.215775:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769077861.215778:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077861.215779:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215781:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215788:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077861.215790:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215792:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077861.215794:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077861.215795:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077861.215797:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215802:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077861.215803:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077861.215805:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077861.215806:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077861.215808:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077861.215810:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409664:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077861.215812:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077861.215813:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077861.215814:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077861.215816:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077861.215818:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077861.215820:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077861.215823:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077861.215824:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077861.215827:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077861.215829:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409664, portal 10
00000100:00000001:1.0:1769077861.215830:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077861.215831:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769077861.215837:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215842:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077861.215843:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077861.215845:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077861.215846:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617409664, offset 0
00000400:00000200:1.0:1769077861.215849:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077861.215851:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.215854:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077861.215856:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077861.215858:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077861.215859:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077861.215861:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077861.215864:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70896:70896:256:4294967295] 192.168.204.140@tcp LPNI seq info [70896:70896:8:4294967295]
00000400:00000200:1.0:1769077861.215866:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.215870:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077861.215873:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.215875:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077861.215879:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077861.215881:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077861.215884:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077861.215886:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077861.215889:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.215890:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077861.215892:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077861.215895:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077861.215897:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077861.215898:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077861.215899:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077861.215902:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215907:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.215909:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215913:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215914:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077861.215916:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077861.215919:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077861.215921:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077861.215922:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299519500
00000100:00000001:1.0:1769077861.215924:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299520966
00000100:00000001:1.0:1769077861.215925:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299519500
00000100:00000001:1.0:1769077861.215927:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299520966
00000100:00000001:1.0:1769077861.215929:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077861.215930:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.215931:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077861.215934:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077861/real 1769077861]  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077861.215938:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077861.215939:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077861.215940:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077861.215942:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077861.215943:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077861.215944:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077861.215946:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077861.215952:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215956:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077861.215957:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215958:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.215959:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077861.215961:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215965:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077861.215968:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.215972:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077861.215973:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215974:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.215975:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.215976:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077861.215977:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077861.215979:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077861.215981:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077861.215982:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077861.215985:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077861.215990:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409664:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077861.215992:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077861.215995:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216003:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077861.216004:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077861.216006:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077861.216007:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077861.216008:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077861.216010:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409792:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077861.216012:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077861.216013:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077861.216014:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077861.216015:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077861.216018:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077861.216019:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077861.216021:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077861.216023:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077861.216025:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077861.216027:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409792, portal 4
00000100:00000001:1.0:1769077861.216028:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077861.216029:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769077861.216033:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216037:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077861.216039:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077861.216040:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077861.216041:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617409792, offset 0
00000400:00000200:1.0:1769077861.216044:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077861.216046:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.216048:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077861.216050:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077861.216052:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077861.216053:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077861.216055:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077861.216057:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70897:70897:256:4294967295] 192.168.204.140@tcp LPNI seq info [70897:70897:8:4294967295]
00000400:00000200:1.0:1769077861.216060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077861.216064:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077861.216067:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.216069:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077861.216072:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077861.216073:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077861.216076:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077861.216077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077861.216080:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077861.216081:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077861.216083:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077861.216086:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077861.216087:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077861.216089:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077861.216090:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077861.216092:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216097:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.216099:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216104:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.216105:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077861.216107:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077861.216108:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077861.216110:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077861.216112:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299520966
00000100:00000001:1.0:1769077861.216113:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299520966
00000100:00000001:1.0:1769077861.216115:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299520966
00000100:00000001:1.0:1769077861.216116:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299520966
00000100:00000001:1.0:1769077861.216118:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077861.216120:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.216121:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077861.216123:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077861/real 1769077861]  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077861.216130:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077861.216131:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077861.216133:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077861.216136:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077861.216137:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077861.216139:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077861.216143:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077861.216152:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216159:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077861.216161:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216162:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.216164:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077861.216168:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216176:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077861.216180:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216187:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077861.216190:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216206:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077861.216208:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216210:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077861.216213:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077861.216216:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077861.216220:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077861.216223:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077861.216227:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077861.216236:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617409792:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077861.216240:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216242:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.216246:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617409664/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216254:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077861.216255:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077861.216257:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077861.216261:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077861.216262:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077861.216263:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077861.216264:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077861.216266:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769077861.216267:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077861.216268:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077861.216269:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769077861.216271:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077861.216272:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216273:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077861.216276:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617409792/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077861.216280:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077861.216281:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077861.216282:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077861.216284:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077861.216285:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077861.216286:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077861.216287:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077861.216288:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769077861.216290:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077861.216291:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077861.216292:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769077861.216293:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077861.216295:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216296:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077861.216298:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077861.216299:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077861.216300:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077861.216301:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077861.534794:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077861.534802:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077861.534897:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077861.534903:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077861.534907:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077862.558790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077862.558798:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077862.558858:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077862.558861:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077862.558864:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077862.750782:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299520966, at 4299521024
00000100:00000010:1.0:1769077862.750799:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000100:00000040:0.0:1769077862.750814:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299520966, at 4299521024
00000100:00000010:0.0:1769077862.750830:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00010000:00000001:1.0:1769077863.582835:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077863.582848:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077863.582923:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077863.582928:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077863.582932:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077864.606750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077864.606756:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077864.606812:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077864.606815:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077864.606818:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077865.630803:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077865.630811:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077865.630813:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077865.630816:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.630821:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077865.630823:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.630825:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077865.630827:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077865.630887:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077865.630890:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077865.630893:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077866.334779:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077866.334789:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077866.334791:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077866.334795:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077866.334800:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077866.334808:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4852
00000400:00000200:2.0:1769077866.334818:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077866.334824:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077866.334828:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077866.334832:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334835:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077866.334838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334841:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077866.334845:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077866.334847:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077866.334850:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077866.334853:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077866.334856:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077866.334859:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077866.334862:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334864:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077866.334866:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334869:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077866.334872:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077866.334874:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334876:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077866.334878:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077866.334881:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077866.334890:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.334892:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077866.334894:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077866.334903:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077866.334906:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077866.334909:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077866.334911:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.334913:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077866.334915:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077866.334919:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077866.334925:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077866.334930:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077866.334938:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077866.334946:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077866.334949:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077866.334953:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077866.334970:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077866.334973:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077866.334975:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077866.334976:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077866.334978:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077866.334979:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077866.334981:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4852
00000400:00000200:2.0:1769077866.334985:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077866.334987:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077866.334989:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077866.334991:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334993:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077866.334995:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.334997:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077866.334999:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077866.335000:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077866.335001:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077866.335003:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077866.335004:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077866.335005:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077866.335007:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077866.335009:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077866.335013:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077866.335014:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077866.335016:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769077866.335020:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077866.335026:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077866.335026:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077866.335031:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077866.335039:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077866.335045:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335048:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077866.335049:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077866.335052:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077866.335056:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077866.335059:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077866.335061:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335065:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077866.335066:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077866.335071:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077866.335072:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077866.335077:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409920:192.168.204.140@tcp:250:kworker.0
00000008:00000001:2.0:1769077866.335078:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335083:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077866.335084:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335088:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769077866.335091:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
02000000:00000001:1.0:1769077866.335092:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335097:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769077866.335099:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769077866.335103:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:2.0:1769077866.335104:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077866.335118:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077866.335120:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.335123:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077866.335124:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077866.335127:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077866.335128:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077866.335133:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000010:2.0:1769077866.335136:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000400:00000010:1.0:1769077866.335140:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769077866.335141:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077866.335150:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617409920, portal 25
00000100:00100000:2.0:1769077866.335150:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077866.335155:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077866.335159:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000001:2.0:1769077866.335163:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077866.335166:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077866.335169:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077866.335173:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335189:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077866.335195:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077866.335196:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077866.335198:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077866.335200:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000040:2.0:1769077866.335203:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077866.335204:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617409920, offset 0
00000100:00080000:2.0:1769077866.335211:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077866.335214:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077866.335219:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769077866.335223:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077866.335223:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077866.335228:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077866.335232:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077866.335236:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077866.335239:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769077866.335242:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4852
00000400:00000200:1.0:1769077866.335247:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077866.335253:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077866.335257:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769077866.335257:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077866.335264:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70898:70898:256:4294967295] 192.168.204.140@tcp LPNI seq info [70898:70898:8:4294967295]
00000400:00000200:2.0:1769077866.335267:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077866.335271:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077866.335275:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077866.335277:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077866.335279:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077866.335282:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.335284:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077866.335286:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077866.335289:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077866.335292:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077866.335294:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077866.335297:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077866.335299:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769077866.335300:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077866.335306:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077866.335308:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077866.335312:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.0:1769077866.335315:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077866.335315:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077866.335321:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000010:1.0:1769077866.335323:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:2.0:1769077866.335324:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077866.335329:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077866.335330:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077866.335333:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769077866.335334:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769077866.335336:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.335339:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769077866.335340:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000008:00100000:2.0:1769077866.335341:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077866.335345:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.335348:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077866.335349:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:2.0:1769077866.335352:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077866.335356:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769077866.335356:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1769077866.335361:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077866.335364:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077866.335366:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1769077866.335369:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077866.335369:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077866.335372:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077866.335374:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
02000000:00000010:2.0:1769077866.335376:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077866.335381:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077866.335383:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1769077866.335385:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077866.335395:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769077866.335395:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077866.335399:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077866.335406:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077866.335412:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077866.335417:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:2.0:1769077866.335419:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335422:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077866.335426:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4862)
00000100:00000200:1.0:1769077866.335428:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335438:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.335441:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335446:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335448:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077866.335453:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077866.335457:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077866.335460:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299526086
00000100:00000010:1.0:1769077866.335464:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95b40.
00000100:00000001:1.0:1769077866.335470:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077866.335481:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299526086
00000100:00000010:1.0:1769077866.335483:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a950c0.
00000100:00000001:1.0:1769077866.335485:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077866.335487:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077866.335489:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335491:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077866.335494:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077866/real 1769077866]  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077866.335506:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077866.335507:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077866.335509:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077866.335512:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077866.335513:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077866.335515:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077866.335518:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077866.335524:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335528:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077866.335529:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335531:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.335532:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077866.335534:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335539:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077866.335542:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335547:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077866.335549:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335550:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.335551:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335553:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077866.335554:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077866.335556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077866.335559:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077866.335560:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077866.335564:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077866.335576:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617409920:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077866.335580:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335582:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.335584:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617409920/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335588:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077866.335590:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077866.335592:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077866.335594:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077866.335596:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077866.335597:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077866.335598:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077866.335600:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769077866.335603:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077866.335605:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077866.335606:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769077866.335608:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077866.335609:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335611:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335617:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077866.335619:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335621:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077866.335623:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077866.335624:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077866.335628:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335636:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077866.335637:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335639:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077866.335641:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077866.335644:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077866.335705:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410048:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077866.335709:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077866.335712:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077866.335714:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335723:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077866.335727:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077866.335730:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077866.335735:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077866.335738:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077866.335741:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077866.335744:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410048, portal 10
00000100:00000001:1.0:1769077866.335746:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077866.335747:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769077866.335753:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335757:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077866.335759:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077866.335761:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077866.335762:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617410048, offset 0
00000400:00000200:1.0:1769077866.335765:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077866.335768:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077866.335771:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077866.335774:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077866.335777:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077866.335779:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077866.335781:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077866.335783:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70899:70899:256:4294967295] 192.168.204.140@tcp LPNI seq info [70899:70899:8:4294967295]
00000400:00000200:1.0:1769077866.335786:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077866.335791:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077866.335794:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077866.335796:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077866.335799:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077866.335802:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077866.335805:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077866.335807:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077866.335809:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077866.335811:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077866.335813:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077866.335816:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077866.335818:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077866.335820:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077866.335821:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077866.335824:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335830:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.335832:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335836:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335837:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077866.335840:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077866.335843:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077866.335845:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077866.335846:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299524620
00000100:00000001:1.0:1769077866.335849:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299526086
00000100:00000001:1.0:1769077866.335850:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299524620
00000100:00000001:1.0:1769077866.335852:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299526086
00000100:00000001:1.0:1769077866.335853:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077866.335855:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.335856:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077866.335858:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077866/real 1769077866]  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077866.335863:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077866.335864:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077866.335866:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077866.335867:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077866.335869:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077866.335870:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077866.335872:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077866.335878:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335882:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077866.335883:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335884:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.335885:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077866.335887:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335894:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077866.335898:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335905:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077866.335908:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335910:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.335911:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.335913:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077866.335915:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077866.335918:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077866.335922:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077866.335925:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077866.335929:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077866.335939:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410048:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077866.335944:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077866.335948:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335954:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077866.335955:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335957:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077866.335958:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077866.335960:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077866.335962:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410176:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077866.335965:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077866.335967:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077866.335968:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077866.335969:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077866.335971:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077866.335973:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077866.335976:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077866.335978:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077866.335981:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077866.335983:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410176, portal 4
00000100:00000001:1.0:1769077866.335984:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077866.335986:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:1.0:1769077866.335990:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.335994:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077866.335996:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077866.335998:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077866.335999:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617410176, offset 0
00000400:00000200:1.0:1769077866.336002:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077866.336004:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077866.336007:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077866.336009:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077866.336011:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077866.336013:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077866.336014:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077866.336017:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70900:70900:256:4294967295] 192.168.204.140@tcp LPNI seq info [70900:70900:8:4294967295]
00000400:00000200:1.0:1769077866.336019:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077866.336023:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077866.336026:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077866.336029:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077866.336033:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077866.336036:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077866.336040:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077866.336043:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077866.336062:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077866.336064:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077866.336068:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077866.336071:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077866.336074:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077866.336075:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077866.336077:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077866.336080:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336086:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.336088:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336092:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.336094:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077866.336096:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077866.336099:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077866.336101:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077866.336103:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299526086
00000100:00000001:1.0:1769077866.336119:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299526086
00000100:00000001:1.0:1769077866.336121:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299526086
00000100:00000001:1.0:1769077866.336124:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299526086
00000100:00000001:1.0:1769077866.336126:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077866.336127:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.336129:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077866.336132:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077866/real 1769077866]  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077866.336137:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077866.336138:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077866.336140:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077866.336141:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077866.336143:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077866.336144:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077866.336146:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077866.336152:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336156:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077866.336157:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336158:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.336159:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077866.336162:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336165:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077866.336168:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336172:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077866.336174:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336175:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077866.336176:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336178:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077866.336180:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077866.336182:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077866.336184:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077866.336186:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077866.336189:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077866.336195:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410176:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077866.336197:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336198:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.336200:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617410048/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336204:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077866.336205:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077866.336206:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077866.336208:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077866.336209:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077866.336210:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077866.336212:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077866.336213:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769077866.336215:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077866.336216:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077866.336217:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769077866.336219:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077866.336220:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336221:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077866.336223:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617410176/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077866.336227:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077866.336227:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077866.336228:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077866.336230:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077866.336231:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077866.336232:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077866.336234:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077866.336235:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769077866.336236:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077866.336237:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077866.336237:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769077866.336239:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077866.336240:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336241:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077866.336244:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077866.336244:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077866.336246:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077866.336247:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077866.654750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077866.654756:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077866.654812:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077866.654817:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077866.654822:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077867.678774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077867.678781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077867.678839:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077867.678843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077867.678845:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077867.870732:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299526086, at 4299526144
00000100:00000040:0.0:1769077867.870734:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299526086, at 4299526144
00000100:00000010:1.0:1769077867.870748:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000100:00000010:0.0:1769077867.870753:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00010000:00000001:1.0:1769077868.702802:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077868.702812:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077868.702889:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077868.702894:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077868.702899:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077869.726792:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077869.726799:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077869.726862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077869.726867:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077869.726871:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077870.750743:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077870.750748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077870.750806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077870.750815:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077870.750819:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077871.454774:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077871.454786:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077871.454789:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077871.454793:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077871.454797:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077871.454805:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4857
00000400:00000200:2.0:1769077871.454814:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077871.454820:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077871.454824:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077871.454827:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.454831:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077871.454833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.454836:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077871.454841:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077871.454843:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077871.454846:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077871.454848:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077871.454851:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077871.454854:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077871.454858:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.454860:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077871.454863:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.454865:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077871.454868:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077871.454872:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077871.454875:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077871.454878:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077871.454881:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077871.454884:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.454886:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077871.454888:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077871.454898:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077871.454902:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077871.454906:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077871.454908:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.454911:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077871.454914:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077871.454919:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077871.454926:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077871.454933:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077871.454941:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077871.454952:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077871.454957:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077871.454961:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077871.454987:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077871.454990:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077871.454994:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077871.454996:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077871.455007:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077871.455011:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077871.455014:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4857
00000100:00000001:1.0:1769077871.455027:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077871.455033:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077871.455037:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1769077871.455037:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077871.455048:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000040:1.0:1769077871.455049:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077871.455052:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077871.455059:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.455065:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077871.455070:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077871.455070:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077871.455074:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077871.455076:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077871.455082:0:482:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:1.0:1769077871.455084:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1769077871.455086:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
02000000:00000001:1.0:1769077871.455090:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1769077871.455090:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077871.455094:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
02000000:00000001:1.0:1769077871.455096:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077871.455099:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077871.455104:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:1.0:1769077871.455106:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617410304:192.168.204.140@tcp:250:kworker.0
00000100:00000040:2.0:1769077871.455113:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077871.455115:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077871.455118:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077871.455122:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077871.455123:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077871.455128:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455128:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769077871.455135:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1769077871.455136:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077871.455141:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000010:1.0:1769077871.455144:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
00000100:00000001:2.0:1769077871.455145:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077871.455150:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077871.455151:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077871.455159:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077871.455164:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077871.455165:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455170:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769077871.455172:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000008:00100000:2.0:1769077871.455174:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077871.455179:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077871.455181:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769077871.455182:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077871.455189:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410304, portal 25
00000100:00000010:2.0:1769077871.455190:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769077871.455193:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077871.455196:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000020:00000040:2.0:1769077871.455196:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077871.455204:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769077871.455206:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077871.455207:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455213:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077871.455216:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077871.455220:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455221:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077871.455226:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077871.455230:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
02000000:00000010:2.0:1769077871.455230:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000200:1.0:1769077871.455232:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617410304, offset 0
00000100:00000001:2.0:1769077871.455240:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077871.455241:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077871.455251:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077871.455252:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077871.455258:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077871.455268:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077871.455268:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077871.455273:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769077871.455274:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077871.455279:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077871.455285:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769077871.455285:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077871.455291:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70901:70901:256:4294967295] 192.168.204.140@tcp LPNI seq info [70901:70901:8:4294967295]
00000400:00000200:1.0:1769077871.455303:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077871.455313:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077871.455316:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769077871.455321:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769077871.455325:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077871.455331:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769077871.455333:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:2.0:1769077871.455337:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077871.455341:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077871.455343:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077871.455345:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077871.455347:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077871.455351:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4857
00000800:00000200:1.0:1769077871.455356:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769077871.455361:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769077871.455364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000400:00000200:2.0:1769077871.455369:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077871.455375:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077871.455376:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077871.455382:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077871.455383:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1769077871.455387:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1769077871.455394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077871.455395:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000010:1.0:1769077871.455400:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:2.0:1769077871.455401:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077871.455406:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077871.455408:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769077871.455409:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1769077871.455411:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077871.455416:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769077871.455422:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1769077871.455423:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077871.455429:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077871.455430:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000100:00000040:2.0:1769077871.455435:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:1.0:1769077871.455436:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:2.0:1769077871.455441:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077871.455444:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077871.455446:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:1.0:1769077871.455451:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077871.455453:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077871.455459:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769077871.455468:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1769077871.455468:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:1.0:1769077871.455474:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077871.455474:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077871.455480:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077871.455486:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077871.455487:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077871.455488:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077871.455494:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455495:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455497:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077871.455502:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:2.0:1769077871.455502:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769077871.455508:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299531206
00000008:00000001:2.0:1769077871.455508:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455513:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077871.455518:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a950c0.
00000100:00000010:2.0:1769077871.455519:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077871.455525:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769077871.455529:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1769077871.455529:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077871.455533:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077871.455537:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077871.455539:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077871.455540:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299531206
02000000:00000001:2.0:1769077871.455542:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077871.455548:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95420.
02000000:00000010:2.0:1769077871.455551:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:1.0:1769077871.455554:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077871.455557:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455560:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077871.455564:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077871.455566:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077871.455567:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077871.455574:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077871/real 1769077871]  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077871.455591:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1769077871.455595:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769077871.455597:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077871.455598:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077871.455603:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077871.455606:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000100:00000040:2.0:1769077871.455608:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077871.455609:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077871.455612:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077871.455619:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077871.455629:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077871.455632:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077871.455637:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4867)
00000100:00000001:1.0:1769077871.455639:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077871.455642:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455645:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.455646:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077871.455649:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455654:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077871.455679:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455685:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077871.455687:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455688:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.455690:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455691:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077871.455693:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077871.455695:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077871.455698:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077871.455699:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077871.455702:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077871.455709:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617410304:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077871.455715:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455718:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077871.455721:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617410304/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455728:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077871.455731:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077871.455734:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077871.455738:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077871.455740:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077871.455742:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077871.455744:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077871.455747:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769077871.455761:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077871.455763:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077871.455766:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769077871.455770:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077871.455771:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455774:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455781:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077871.455783:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455785:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077871.455786:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077871.455787:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077871.455791:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455796:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077871.455797:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077871.455799:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077871.455800:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077871.455802:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077871.455804:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410432:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077871.455806:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077871.455808:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077871.455809:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077871.455811:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077871.455813:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077871.455815:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077871.455818:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077871.455821:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077871.455823:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077871.455826:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410432, portal 10
00000100:00000001:1.0:1769077871.455827:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077871.455828:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769077871.455833:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455838:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077871.455839:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077871.455841:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077871.455842:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617410432, offset 0
00000400:00000200:1.0:1769077871.455845:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077871.455848:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077871.455850:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077871.455853:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077871.455855:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077871.455856:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077871.455858:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077871.455861:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70902:70902:256:4294967295] 192.168.204.140@tcp LPNI seq info [70902:70902:8:4294967295]
00000400:00000200:1.0:1769077871.455864:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077871.455868:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077871.455871:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077871.455873:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077871.455876:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077871.455878:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077871.455881:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077871.455883:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077871.455886:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077871.455887:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077871.455890:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077871.455892:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077871.455894:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077871.455896:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077871.455897:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077871.455899:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455905:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077871.455907:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455911:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455912:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077871.455914:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077871.455917:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077871.455919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077871.455921:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299529740
00000100:00000001:1.0:1769077871.455923:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299531206
00000100:00000001:1.0:1769077871.455925:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299529740
00000100:00000001:1.0:1769077871.455926:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299531206
00000100:00000001:1.0:1769077871.455928:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077871.455929:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.455931:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077871.455934:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077871/real 1769077871]  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077871.455938:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077871.455939:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077871.455940:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077871.455941:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077871.455942:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077871.455943:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077871.455946:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077871.455952:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455956:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077871.455957:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455958:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.455959:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077871.455961:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455965:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077871.455967:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.455971:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077871.455973:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455974:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.455975:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.455976:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077871.455977:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077871.455979:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077871.455981:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077871.455982:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077871.455985:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077871.455990:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410432:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077871.455993:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077871.455995:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456004:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077871.456005:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077871.456006:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077871.456008:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077871.456009:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077871.456011:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410560:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077871.456012:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077871.456014:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077871.456015:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077871.456016:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077871.456018:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077871.456036:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077871.456039:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077871.456042:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077871.456047:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077871.456049:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410560, portal 4
00000100:00000001:1.0:1769077871.456050:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077871.456052:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:1.0:1769077871.456056:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456061:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077871.456062:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077871.456064:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077871.456065:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617410560, offset 0
00000400:00000200:1.0:1769077871.456068:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077871.456070:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077871.456073:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077871.456074:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077871.456076:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077871.456078:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077871.456080:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077871.456082:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70903:70903:256:4294967295] 192.168.204.140@tcp LPNI seq info [70903:70903:8:4294967295]
00000400:00000200:1.0:1769077871.456085:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077871.456090:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077871.456093:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077871.456095:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077871.456098:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077871.456100:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077871.456103:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077871.456105:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077871.456108:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077871.456110:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077871.456113:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077871.456116:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077871.456119:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:1.0:1769077871.456121:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:1.0:1769077871.456124:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077871.456127:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456135:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077871.456139:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456146:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.456148:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077871.456152:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077871.456155:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077871.456159:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077871.456162:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299531206
00000100:00000001:1.0:1769077871.456165:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299531206
00000100:00000001:1.0:1769077871.456167:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299531206
00000100:00000001:1.0:1769077871.456170:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299531206
00000100:00000001:1.0:1769077871.456172:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077871.456175:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.456177:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077871.456182:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077871/real 1769077871]  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077871.456188:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077871.456189:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077871.456191:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077871.456193:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077871.456194:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077871.456195:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077871.456197:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077871.456203:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456207:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077871.456208:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456209:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.456210:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077871.456212:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456217:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077871.456219:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456224:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077871.456226:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456227:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077871.456228:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456229:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077871.456231:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077871.456232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077871.456235:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077871.456237:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077871.456239:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077871.456244:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410560:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077871.456247:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456248:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077871.456250:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617410432/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456254:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077871.456255:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077871.456256:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077871.456258:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077871.456259:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077871.456260:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077871.456262:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077871.456263:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769077871.456265:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077871.456266:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077871.456267:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769077871.456269:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077871.456270:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456271:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077871.456273:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617410560/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077871.456278:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077871.456278:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077871.456279:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077871.456281:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077871.456281:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077871.456282:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077871.456283:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077871.456284:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769077871.456286:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077871.456287:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077871.456288:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769077871.456289:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077871.456290:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456291:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077871.456294:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077871.456295:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077871.456296:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077871.456297:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077871.774750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077871.774756:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077871.774819:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077871.774822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077871.774824:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077872.798751:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077872.798759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077872.798824:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077872.798828:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077872.798830:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077872.990759:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299531206, at 4299531264
00000100:00000040:1.0:1769077872.990759:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299531206, at 4299531264
00000100:00000010:0.0:1769077872.990775:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000100:00000010:1.0:1769077872.990782:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00010000:00000001:1.0:1769077873.822773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077873.822780:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077873.822867:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077873.822870:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077873.822873:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077874.846790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077874.846797:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077874.846864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077874.846868:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077874.846871:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077875.870773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077875.870786:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077875.870789:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077875.870792:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077875.870800:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077875.870802:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077875.870805:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077875.870808:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077875.870888:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077875.870894:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077875.870897:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077876.574793:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077876.574806:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077876.574809:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077876.574814:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077876.574818:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077876.574827:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4862
00000400:00000200:2.0:1769077876.574837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077876.574844:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077876.574847:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077876.574852:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.574855:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.574858:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.574861:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077876.574865:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077876.574867:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077876.574871:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077876.574874:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077876.574877:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077876.574879:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077876.574882:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.574885:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.574887:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.574889:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077876.574892:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077876.574895:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077876.574897:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077876.574899:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077876.574902:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077876.574904:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.574906:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077876.574907:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077876.574915:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769077876.574918:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077876.574921:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077876.574923:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.574925:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077876.574927:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077876.574931:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077876.574950:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077876.574956:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077876.574963:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077876.574971:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077876.574974:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077876.574978:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077876.574998:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077876.575001:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077876.575003:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077876.575004:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077876.575006:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077876.575008:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077876.575009:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4862
00000400:00000200:2.0:1769077876.575012:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077876.575014:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077876.575016:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077876.575018:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575020:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.575021:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575023:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077876.575025:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077876.575026:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077876.575028:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077876.575030:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077876.575032:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077876.575034:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077876.575036:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575038:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.575040:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077876.575043:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769077876.575047:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077876.575047:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575054:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575055:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077876.575059:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077876.575066:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077876.575072:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077876.575074:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077876.575085:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.575094:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077876.575095:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077876.575098:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077876.575102:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077876.575104:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077876.575108:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1769077876.575111:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575112:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.575120:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077876.575123:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617410688:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077876.575129:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769077876.575130:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:1.0:1769077876.575135:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1769077876.575137:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077876.575139:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575144:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077876.575146:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077876.575150:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077876.575153:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
00000100:00000001:2.0:1769077876.575154:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077876.575156:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077876.575159:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077876.575164:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077876.575168:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:2.0:1769077876.575173:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000400:00000010:1.0:1769077876.575174:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:2.0:1769077876.575183:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077876.575184:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077876.575194:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410688, portal 25
00000100:00000001:1.0:1769077876.575199:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1769077876.575200:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077876.575201:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:1.0:1769077876.575211:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575242:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077876.575244:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1769077876.575249:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575252:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077876.575253:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743198.
00000100:00000200:1.0:1769077876.575260:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617410688, offset 0
00000400:00000200:1.0:1769077876.575268:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077876.575268:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077876.575279:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077876.575291:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077876.575292:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077876.575298:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1769077876.575299:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077876.575304:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077876.575310:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1769077876.575310:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077876.575318:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:2.0:1769077876.575324:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077876.575325:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70904:70904:256:4294967295] 192.168.204.140@tcp LPNI seq info [70904:70904:8:4294967295]
00000400:00000200:1.0:1769077876.575342:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769077876.575343:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077876.575348:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077876.575351:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077876.575361:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077876.575367:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1769077876.575372:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4862
00000400:00000200:2.0:1769077876.575384:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769077876.575386:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077876.575393:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077876.575396:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077876.575400:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575404:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.575407:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000010:1.0:1769077876.575411:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:2.0:1769077876.575411:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077876.575419:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077876.575421:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077876.575423:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077876.575432:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.0:1769077876.575433:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769077876.575443:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077876.575450:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.1:1769077876.575452:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077876.575456:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575463:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077876.575466:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575469:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077876.575471:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077876.575473:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077876.575474:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077876.575476:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077876.575479:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077876.575482:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077876.575483:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.575496:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077876.575500:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077876.575507:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:2.0:1769077876.575507:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.575517:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575518:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299536326
00000100:00000010:2.0:1769077876.575521:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769077876.575527:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077876.575530:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1769077876.575532:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95420.
02000000:00000001:2.0:1769077876.575532:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077876.575542:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077876.575544:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077876.575546:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575550:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1769077876.575551:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077876.575560:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575567:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299536326
00000100:00100000:2.0:1769077876.575568:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077876.575579:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95180.
00000100:00000001:2.0:1769077876.575580:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077876.575591:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1769077876.575592:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575603:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1769077876.575605:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575610:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575621:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575629:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077876.575629:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077876.575641:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4872)
00000100:00000001:1.0:1769077876.575643:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077876.575648:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077876.575652:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077876.575654:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077876.575655:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077876.575706:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575716:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077876.575718:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575720:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077876.575723:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077876.575726:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077876.575730:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410816:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077876.575734:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077876.575737:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077876.575739:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575741:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077876.575745:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077876.575747:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077876.575753:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077876.575756:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769077876.575760:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769077876.575764:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410816, portal 10
00000100:00000001:1.0:1769077876.575766:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077876.575767:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769077876.575775:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575780:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077876.575782:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077876.575784:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743110.
00000100:00000200:1.0:1769077876.575786:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617410816, offset 0
00000400:00000200:1.0:1769077876.575789:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077876.575792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077876.575796:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077876.575798:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077876.575800:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077876.575802:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077876.575804:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077876.575806:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70905:70905:255:4294967295] 192.168.204.140@tcp LPNI seq info [70905:70905:7:4294967295]
00000400:00000200:1.0:1769077876.575809:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077876.575814:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077876.575817:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077876.575820:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769077876.575823:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077876.575826:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769077876.575828:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077876.575831:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077876.575833:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077876.575836:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299534860
00000100:00000001:1.0:1769077876.575839:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299536326
00000100:00000001:1.0:1769077876.575841:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299534860
00000100:00000001:1.0:1769077876.575844:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299536326
00000100:00000001:1.0:1769077876.575846:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077876.575848:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.575850:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077876.575855:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575862:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077876.575863:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575866:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077876.575868:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077876.575870:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077876.575873:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410944:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077876.575876:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077876.575879:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077876.575880:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077876.575882:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077876.575885:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769077876.575887:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077876.575890:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077876.575893:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769077876.575897:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077876.575900:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617410944, portal 4
00000100:00000001:1.0:1769077876.575902:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077876.575904:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:1.0:1769077876.575912:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077876.575920:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077876.575923:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077876.575928:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743880.
00000100:00000200:1.0:1769077876.575930:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617410944, offset 0
00000400:00000200:1.0:1769077876.575949:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077876.575954:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077876.575958:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077876.575961:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077876.575964:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077876.575967:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077876.575969:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077876.575972:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70906:70906:254:4294967295] 192.168.204.140@tcp LPNI seq info [70906:70906:6:4294967295]
00000400:00000200:1.0:1769077876.575977:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077876.575983:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077876.575993:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077876.575998:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769077876.576002:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077876.576006:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769077876.576009:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077876.576013:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077876.576016:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077876.576019:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299536326
00000100:00000001:1.0:1769077876.576021:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299536326
00000100:00000001:1.0:1769077876.576023:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299536326
00000100:00000001:1.0:1769077876.576025:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299536326
00000100:00000001:1.0:1769077876.576026:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077876.576028:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.576030:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.576031:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077876.576033:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077876.576034:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077876.576036:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077876.576036:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077876.576038:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077876.576039:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077876.894828:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077876.894838:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077876.894941:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077876.894950:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077876.894956:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077877.918756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077877.918765:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077877.918848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077877.918855:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077877.918859:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077878.110782:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299536326, at 4299536384
00000100:00000040:1.0:1769077878.110782:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299536326, at 4299536384
00000100:00000010:0.0:1769077878.110799:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000100:00000010:1.0:1769077878.110803:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00010000:00000001:1.0:1769077878.942770:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077878.942776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077878.942830:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077878.942835:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077878.942839:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769077879.647013:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769077879.647066:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769077879.647078:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077879.647083:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769077879.647087:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077879.647096:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769077879.647101:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077879.647106:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769077879.647111:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077879.647117:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077879.647124:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743198
00000400:00000010:0.0:1769077879.647127:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743198.
00000100:00000001:0.0:1769077879.647132:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077879.647142:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647177:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077879.647181:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647189:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077879.647191:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077879.647202:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077879.647205:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769077879.647208:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077879.647211:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077879.647214:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743110
00000400:00000010:0.0:1769077879.647216:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743110.
00000100:00000001:0.0:1769077879.647218:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077879.647223:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647231:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077879.647234:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647241:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077879.647242:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769077879.647246:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769077879.647249:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769077879.647251:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769077879.647254:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769077879.647257:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743880
00000400:00000010:0.0:1769077879.647260:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743880.
00000100:00000001:0.0:1769077879.647263:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769077879.647267:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647275:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769077879.647278:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077879.647283:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077879.647284:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077879.647367:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077879.647373:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077879.647376:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077879.647383:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077879]  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077879.647398:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077879.647400:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077879.647403:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769077879.647407:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769077879.647409:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769077879.647412:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077879.647415:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077879.647425:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647433:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077879.647435:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647438:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647440:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077879.647444:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647452:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077879.647457:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647466:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077879.647470:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647472:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647473:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647476:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077879.647480:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077879.647484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077879.647489:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077879.647492:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077879.647496:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077879.647505:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410816:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077879.647510:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077879.647513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077879]  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077879.647521:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077879.647522:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077879.647524:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769077879.647526:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077879.647528:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077879.647529:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077879.647532:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077879.647540:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647547:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077879.647548:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647550:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647551:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077879.647554:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647567:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077879.647570:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647577:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077879.647579:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647580:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647582:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647584:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077879.647587:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077879.647589:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077879.647592:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077879.647594:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077879.647598:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077879.647606:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617410944:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077879.647610:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077879.647613:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077876/real 1769077879]  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077879.647619:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077879.647620:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077879.647622:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077879.647624:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077879.647626:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077879.647628:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077879.647631:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077879.647639:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647645:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077879.647647:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647649:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647650:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077879.647654:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647817:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077879.647823:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647830:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077879.647832:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647834:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077879.647835:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647837:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077879.647839:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077879.647841:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077879.647845:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077879.647847:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077879.647851:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077879.647859:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617410688:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077879.647864:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647866:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077879.647869:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617410816/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647876:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077879.647880:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077879.647895:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769077879.647900:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077879.647903:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077879.647905:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077879.647908:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077879.647911:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769077879.647915:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077879.647918:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077879.647920:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769077879.647924:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077879.647925:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647926:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077879.647930:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617410944/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647937:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077879.647938:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077879.647939:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769077879.647941:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077879.647942:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077879.647943:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077879.647945:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077879.647947:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769077879.647949:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077879.647950:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077879.647952:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769077879.647954:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077879.647955:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647957:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077879.647959:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617410688/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077879.647965:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077879.647966:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077879.647967:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769077879.647970:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077879.647971:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077879.647972:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077879.647975:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077879.647976:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769077879.647978:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077879.647979:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077879.647981:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769077879.647983:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077879.647984:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647987:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077879.647995:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077879.647997:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077879.647999:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077879.648001:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077879.966732:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077879.966739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077879.966779:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077879.966785:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077879.966789:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077880.990771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077880.990777:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077880.990870:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077880.990878:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077880.990883:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769077881.696464:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077881.696475:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769077881.696478:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077881.696482:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077881.696486:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077881.696494:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4867
00000400:00000200:1.0:1769077881.696503:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077881.696508:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077881.696512:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077881.696515:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696518:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696520:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696522:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769077881.696526:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077881.696528:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769077881.696531:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077881.696534:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769077881.696537:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769077881.696539:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769077881.696541:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696543:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696544:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696546:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769077881.696549:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769077881.696551:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696554:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077881.696556:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077881.696559:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077881.696562:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696565:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077881.696567:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077881.696576:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709f80.
00000020:00000040:1.0:1769077881.696579:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769077881.696582:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077881.696584:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696586:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077881.696589:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077881.696592:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077881.696600:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25800.
00000100:00000001:1.0:1769077881.696607:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077881.696614:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077881.696624:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077881.696628:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077881.696632:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b2885c3] to pc [ptlrpcd_rcv+-1]  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077881.696692:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769077881.696695:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077881.696698:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769077881.696700:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077881.696702:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077881.696705:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077881.696707:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4867
00000400:00000200:1.0:1769077881.696711:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077881.696714:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077881.696716:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077881.696719:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696721:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696722:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696724:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769077881.696734:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077881.696736:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769077881.696737:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077881.696740:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769077881.696742:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769077881.696744:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769077881.696746:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696748:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696750:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696752:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769077881.696754:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769077881.696756:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696759:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077881.696761:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077881.696766:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077881.696768:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696770:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077881.696773:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769077881.696776:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696778:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077881.696782:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708000.
00000020:00000040:1.0:1769077881.696784:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077881.696786:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077881.696787:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696788:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077881.696790:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077881.696791:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077881.696795:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26000.
00000100:00000001:1.0:1769077881.696798:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077881.696803:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077881.696810:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077881.696813:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077881.696816:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbbccb6b] to pc [ptlrpcd_rcv+-1]  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077881.696825:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077881.696827:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077881.696830:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769077881.696833:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769077881.696836:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077881.696838:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769077881.696839:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077881.696842:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769077881.696844:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4867
00000400:00000200:1.0:1769077881.696861:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077881.696864:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769077881.696866:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077881.696878:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696880:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696882:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696884:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769077881.696886:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769077881.696887:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769077881.696889:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769077881.696890:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769077881.696892:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769077881.696894:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769077881.696896:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696898:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077881.696899:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696901:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769077881.696904:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769077881.696906:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077881.696908:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077881.696910:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077881.696913:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077881.696915:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696917:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769077881.696919:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769077881.696922:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696923:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077881.696926:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b100.
00000020:00000040:1.0:1769077881.696928:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769077881.696931:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077881.696932:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077881.696934:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077881.696935:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077881.696937:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077881.696941:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26c00.
00000100:00000001:1.0:1769077881.696944:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077881.696949:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077881.696955:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077881.696958:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077881.696961:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf9b886] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077881.696968:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077881.696972:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4877)
00000100:00000001:3.0:1769077881.697403:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077881.697407:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077881.697408:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077881.697414:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697420:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077881.697421:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.697424:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077881.697426:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.697427:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.697429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411072:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077881.697432:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077881.697437:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077881.697440:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.697442:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077881.697447:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077881.697449:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077881.697456:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077881.697459:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077881.697465:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077881.697472:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411072, portal 25
00000100:00000001:3.0:1769077881.697475:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077881.697476:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880235904 : -121799829315712 : ffff913944709f80)
00000100:00000040:3.0:1769077881.697482:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697489:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077881.697492:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077881.697494:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077881.697497:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617411072, offset 0
00000400:00000200:3.0:1769077881.697502:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077881.697508:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.697512:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077881.697516:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077881.697519:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077881.697522:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077881.697524:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077881.697526:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70907:70907:256:4294967295] 192.168.204.140@tcp LPNI seq info [70907:70907:8:4294967295]
00000400:00000200:3.0:1769077881.697529:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.697536:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077881.697543:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.697549:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077881.697555:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077881.697558:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077881.697564:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077881.697567:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077881.697572:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.697574:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077881.697579:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077881.697584:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077881.697589:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077881.697592:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077881.697596:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077881.697600:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697608:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.697612:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697619:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.697620:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077881.697626:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077881.697630:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077881.697633:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299541448
00000100:00000010:3.0:1769077881.697638:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b36c0.
00000100:00000001:3.0:1769077881.697644:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077881.697651:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299541448
00000100:00000010:3.0:1769077881.697654:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3de0.
00000100:00000001:3.0:1769077881.697685:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077881.697689:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077881.697691:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.697693:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077881.697697:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077881/real 1769077881]  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077881.697704:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077881.697705:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077881.697707:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077881.697709:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077881.697710:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077881.697712:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077881.697714:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077881.697719:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697723:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077881.697724:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.697726:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.697728:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077881.697731:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697738:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077881.697742:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697748:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077881.697750:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.697752:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.697753:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.697755:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077881.697758:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077881.697760:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077881.697764:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077881.697766:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077881.697770:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077881.697779:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411072:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077881.697783:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077881.697786:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697791:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077881.697792:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.697794:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077881.697795:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.697797:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.697798:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411200:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077881.697800:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077881.697802:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077881.697803:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.697804:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077881.697806:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077881.697807:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077881.697810:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077881.697812:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077881.697814:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077881.697817:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411200, portal 10
00000100:00000001:3.0:1769077881.697818:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077881.697819:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880227840 : -121799829323776 : ffff913944708000)
00000100:00000040:3.0:1769077881.697823:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697827:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077881.697829:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077881.697830:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077881.697833:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617411200, offset 0
00000400:00000200:3.0:1769077881.697837:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077881.697841:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.697844:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077881.697865:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077881.697873:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077881.697875:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077881.697878:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077881.697881:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70908:70908:256:4294967295] 192.168.204.140@tcp LPNI seq info [70908:70908:8:4294967295]
00000400:00000200:3.0:1769077881.697885:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.697892:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077881.697896:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.697900:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077881.697903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077881.697905:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077881.697908:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077881.697910:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077881.697912:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.697914:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077881.697916:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077881.697918:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077881.697920:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077881.697921:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077881.697923:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077881.697925:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697930:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.697932:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.697939:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.697940:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077881.697949:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.697953:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077881.697960:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077881.697962:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299539982
00000100:00000001:3.0:1769077881.697964:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299541448
00000100:00000001:3.0:1769077881.697966:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299539982
00000100:00000001:3.0:1769077881.697969:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299541448
00000100:00000001:3.0:1769077881.697971:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077881.697973:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.697975:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077881.697978:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077881/real 1769077881]  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077881.697986:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077881.697988:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077881.697989:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077881.697992:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077881.697993:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077881.697995:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077881.697998:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077881.698005:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698010:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077881.698012:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698013:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.698014:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077881.698018:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698025:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077881.698029:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698035:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077881.698038:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698039:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.698040:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698041:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077881.698043:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077881.698044:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077881.698046:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077881.698048:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077881.698050:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077881.698055:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411200:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077881.698057:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077881.698059:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698063:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077881.698064:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.698066:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077881.698067:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077881.698068:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077881.698070:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411328:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077881.698071:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077881.698073:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077881.698074:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077881.698076:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077881.698078:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077881.698079:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077881.698082:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077881.698083:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077881.698085:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077881.698087:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411328, portal 4
00000100:00000001:3.0:1769077881.698089:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077881.698089:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880240384 : -121799829311232 : ffff91394470b100)
00000100:00000040:3.0:1769077881.698093:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698097:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077881.698099:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077881.698100:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077881.698102:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617411328, offset 0
00000400:00000200:3.0:1769077881.698104:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077881.698106:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.698108:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077881.698110:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077881.698112:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077881.698113:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077881.698115:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077881.698117:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70909:70909:256:4294967295] 192.168.204.140@tcp LPNI seq info [70909:70909:8:4294967295]
00000400:00000200:3.0:1769077881.698119:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077881.698123:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077881.698125:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.698127:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077881.698129:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077881.698131:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769077881.698133:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077881.698135:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769077881.698137:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077881.698139:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077881.698140:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077881.698142:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077881.698144:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077881.698145:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077881.698147:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077881.698148:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698153:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.698156:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698161:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.698163:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077881.698165:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077881.698168:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077881.698171:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077881.698172:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299541448
00000100:00000001:3.0:1769077881.698175:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299541448
00000100:00000001:3.0:1769077881.698176:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299541448
00000100:00000001:3.0:1769077881.698178:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299541448
00000100:00000001:3.0:1769077881.698180:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077881.698182:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.698184:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077881.698187:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077881/real 1769077881]  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077881.698195:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077881.698196:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077881.698198:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077881.698200:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077881.698202:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077881.698204:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077881.698206:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077881.698211:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698215:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077881.698216:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698216:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.698217:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077881.698219:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698223:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077881.698225:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698229:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077881.698231:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698233:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077881.698234:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698236:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077881.698238:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077881.698241:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077881.698243:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077881.698245:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077881.698249:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077881.698256:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411328:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077881.698259:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698262:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.698265:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709f80 x1855007617411072/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698271:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077881.698274:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077881.698277:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769077881.698279:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077881.698281:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077881.698283:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077881.698285:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077881.698286:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769077881.698289:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077881.698291:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077881.698293:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709f80.
00000100:00000001:3.0:1769077881.698295:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077881.698296:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698298:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.698302:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708000 x1855007617411200/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698308:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077881.698309:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077881.698311:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077881.698312:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077881.698314:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077881.698314:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077881.698316:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077881.698317:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26000.
02000000:00000001:3.0:1769077881.698319:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077881.698320:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077881.698321:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708000.
00000100:00000001:3.0:1769077881.698323:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077881.698324:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698326:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077881.698329:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b100 x1855007617411328/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077881.698334:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077881.698336:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077881.698338:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077881.698340:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077881.698341:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077881.698342:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077881.698344:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077881.698345:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26c00.
02000000:00000001:3.0:1769077881.698347:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077881.698348:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077881.698349:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b100.
00000100:00000001:3.0:1769077881.698351:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077881.698353:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698355:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077881.698362:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077881.698363:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077881.698365:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077881.698367:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077882.014753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077882.014761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077882.014840:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077882.014858:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077882.014861:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077883.038790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077883.038796:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077883.038865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077883.038869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077883.038872:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077883.230755:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299541448, at 4299541504
00000100:00000040:0.0:1769077883.230759:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299541448, at 4299541504
00000100:00000010:0.0:1769077883.230771:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b36c0.
00000100:00000010:1.0:1769077883.230774:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3de0.
00010000:00000001:1.0:1769077884.062802:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077884.062819:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077884.062927:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077884.062931:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077884.062934:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077885.086844:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077885.086866:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077885.086869:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077885.086872:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.086879:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077885.086882:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.086884:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077885.086886:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077885.086955:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077885.086960:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077885.086964:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077886.110800:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077886.110807:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077886.110869:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077886.110875:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077886.110879:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077886.814947:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077886.814958:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077886.814961:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077886.814965:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077886.814969:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077886.814976:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4872
00000400:00000200:2.0:1769077886.814984:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077886.814989:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077886.814992:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077886.814995:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.814997:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077886.814998:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815000:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077886.815002:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077886.815003:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077886.815005:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077886.815007:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077886.815009:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077886.815011:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077886.815014:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815016:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077886.815018:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815020:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077886.815022:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077886.815025:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815028:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077886.815030:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077886.815033:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077886.815036:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815038:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077886.815040:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077886.815050:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077886.815053:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077886.815057:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077886.815058:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815061:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077886.815063:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077886.815067:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077886.815075:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077886.815081:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077886.815089:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077886.815100:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077886.815104:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077886.815109:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077886.815125:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077886.815127:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077886.815129:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077886.815130:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077886.815131:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077886.815133:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077886.815135:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4872
00000400:00000200:2.0:1769077886.815139:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077886.815142:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077886.815144:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077886.815146:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815149:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077886.815151:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815153:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077886.815156:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077886.815157:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077886.815159:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077886.815161:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077886.815164:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077886.815166:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769077886.815166:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077886.815173:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077886.815173:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077886.815177:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769077886.815182:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.815184:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077886.815186:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815192:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077886.815196:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077886.815201:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815203:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815203:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769077886.815206:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769077886.815206:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077886.815212:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.815212:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769077886.815215:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.815215:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077886.815220:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769077886.815221:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769077886.815224:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077886.815228:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.815228:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411456:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077886.815231:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077886.815235:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077886.815236:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1769077886.815240:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077886.815241:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077886.815242:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815243:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077886.815244:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077886.815246:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077886.815249:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077886.815250:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077886.815252:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.815254:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077886.815258:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769077886.815259:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077886.815265:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
00000100:00000001:2.0:1769077886.815266:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077886.815269:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.815270:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077886.815273:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077886.815281:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077886.815282:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077886.815285:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077886.815286:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:2.0:1769077886.815288:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077886.815291:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769077886.815293:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:2.0:1769077886.815294:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077886.815298:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077886.815299:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077886.815301:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077886.815302:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4872
00000100:00000200:3.0:1769077886.815303:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411456, portal 25
00000400:00000200:2.0:1769077886.815307:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077886.815307:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769077886.815311:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1769077886.815311:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00080000:2.0:1769077886.815313:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077886.815317:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815318:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077886.815321:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769077886.815322:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815325:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077886.815328:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077886.815330:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077886.815332:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077886.815335:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077886.815338:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:3.0:1769077886.815341:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769077886.815342:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077886.815347:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077886.815349:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:3.0:1769077886.815351:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000001:2.0:1769077886.815354:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077886.815358:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077886.815360:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077886.815363:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077886.815365:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000200:3.0:1769077886.815366:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617411456, offset 0
00000100:00000001:2.0:1769077886.815369:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077886.815373:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769077886.815377:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077886.815378:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077886.815382:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815384:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769077886.815386:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:2.0:1769077886.815388:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077886.815391:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815393:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.815395:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000010:2.0:1769077886.815396:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077886.815400:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769077886.815402:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769077886.815403:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077886.815405:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077886.815408:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1769077886.815408:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769077886.815409:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077886.815414:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.815414:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077886.815420:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000010:2.0:1769077886.815421:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000400:00000200:3.0:1769077886.815426:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70910:70910:256:4294967295] 192.168.204.140@tcp LPNI seq info [70910:70910:8:4294967295]
00000100:00000001:2.0:1769077886.815427:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.815435:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077886.815437:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769077886.815450:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077886.815452:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077886.815456:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077886.815460:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077886.815465:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1769077886.815467:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:2.0:1769077886.815476:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769077886.815478:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077886.815481:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4882)
00000800:00000200:3.0:1769077886.815483:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077886.815490:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077886.815494:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077886.815499:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077886.815502:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077886.815507:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077886.815511:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077886.815516:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077886.815519:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077886.815522:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077886.815526:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815535:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.815538:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815545:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815547:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077886.815552:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.815555:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077886.815557:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299546566
00000100:00000010:3.0:1769077886.815562:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ba0.
00000100:00000001:3.0:1769077886.815568:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077886.815581:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299546566
00000100:00000010:3.0:1769077886.815585:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3660.
00000100:00000001:3.0:1769077886.815587:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769077886.815590:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077886.815593:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815595:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077886.815599:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077886/real 1769077886]  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077886.815609:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077886.815611:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077886.815613:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077886.815616:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077886.815618:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077886.815620:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077886.815623:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077886.815631:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815636:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077886.815638:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815640:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.815642:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077886.815645:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815652:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077886.815686:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815700:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077886.815703:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815705:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.815706:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815708:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077886.815710:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077886.815712:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077886.815716:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077886.815718:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077886.815722:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077886.815731:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411456:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077886.815738:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815740:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.815743:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617411456/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815749:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077886.815752:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077886.815754:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077886.815757:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077886.815758:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077886.815760:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769077886.815771:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077886.815774:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769077886.815777:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077886.815778:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077886.815780:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769077886.815783:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077886.815784:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815786:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.815792:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077886.815794:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815796:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077886.815798:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077886.815799:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077886.815802:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815809:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077886.815811:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.815813:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077886.815814:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.815816:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.815819:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411584:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077886.815822:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077886.815824:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077886.815825:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.815827:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077886.815830:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077886.815831:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.815835:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077886.815837:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077886.815840:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077886.815843:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411584, portal 10
00000100:00000001:3.0:1769077886.815845:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077886.815846:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769077886.815852:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815858:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077886.815860:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077886.815862:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077886.815864:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617411584, offset 0
00000400:00000200:3.0:1769077886.815868:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077886.815871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077886.815874:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077886.815876:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077886.815879:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077886.815881:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077886.815883:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077886.815887:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70911:70911:256:4294967295] 192.168.204.140@tcp LPNI seq info [70911:70911:8:4294967295]
00000400:00000200:3.0:1769077886.815897:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077886.815904:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077886.815908:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077886.815911:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077886.815915:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077886.815917:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077886.815922:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077886.815924:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077886.815928:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077886.815930:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077886.815938:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077886.815944:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077886.815947:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077886.815948:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077886.815950:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077886.815954:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815962:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.815965:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.815971:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815973:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077886.815975:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.815978:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769077886.815982:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077886.815984:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299545100
00000100:00000001:3.0:1769077886.815986:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299546566
00000100:00000001:3.0:1769077886.815988:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299545100
00000100:00000001:3.0:1769077886.815990:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299546566
00000100:00000001:3.0:1769077886.815992:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077886.815994:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.815996:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077886.815999:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077886/real 1769077886]  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077886.816014:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077886.816015:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077886.816017:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077886.816019:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077886.816020:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077886.816022:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077886.816026:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077886.816034:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816041:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077886.816042:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816044:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.816045:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077886.816049:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816056:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077886.816060:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816066:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077886.816068:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816070:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.816071:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816072:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077886.816074:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077886.816076:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077886.816079:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077886.816082:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077886.816085:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077886.816092:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411584:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769077886.816096:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077886.816099:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816111:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077886.816112:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.816114:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077886.816116:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077886.816118:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077886.816120:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411712:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077886.816123:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077886.816125:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077886.816126:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077886.816128:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769077886.816131:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077886.816132:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769077886.816136:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769077886.816138:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769077886.816141:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769077886.816143:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411712, portal 4
00000100:00000001:3.0:1769077886.816144:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077886.816146:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:3.0:1769077886.816151:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816157:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077886.816159:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769077886.816161:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769077886.816163:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617411712, offset 0
00000400:00000200:3.0:1769077886.816166:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077886.816169:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077886.816172:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077886.816175:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077886.816177:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769077886.816179:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769077886.816182:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769077886.816185:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70912:70912:256:4294967295] 192.168.204.140@tcp LPNI seq info [70912:70912:8:4294967295]
00000400:00000200:3.0:1769077886.816188:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077886.816194:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769077886.816199:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077886.816202:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769077886.816205:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769077886.816208:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769077886.816211:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769077886.816214:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769077886.816218:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769077886.816219:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769077886.816222:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769077886.816225:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769077886.816228:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769077886.816229:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769077886.816231:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769077886.816234:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816241:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.816245:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816251:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.816252:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077886.816255:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077886.816257:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769077886.816260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077886.816262:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299546566
00000100:00000001:3.0:1769077886.816264:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299546566
00000100:00000001:3.0:1769077886.816266:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299546566
00000100:00000001:3.0:1769077886.816269:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299546566
00000100:00000001:3.0:1769077886.816271:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077886.816273:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.816275:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769077886.816278:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077886/real 1769077886]  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769077886.816285:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769077886.816286:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769077886.816288:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769077886.816290:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769077886.816291:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769077886.816293:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769077886.816296:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769077886.816305:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816311:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769077886.816312:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816314:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.816315:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769077886.816318:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816324:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769077886.816328:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816334:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769077886.816336:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816338:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769077886.816339:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816341:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769077886.816344:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769077886.816346:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769077886.816349:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769077886.816351:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769077886.816355:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077886.816363:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411712:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769077886.816366:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816367:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.816370:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617411584/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816376:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077886.816378:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077886.816379:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769077886.816381:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077886.816383:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077886.816384:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769077886.816386:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077886.816387:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769077886.816389:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077886.816390:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077886.816392:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769077886.816394:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077886.816395:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816397:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769077886.816400:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617411712/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077886.816405:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769077886.816406:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769077886.816407:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769077886.816409:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769077886.816410:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769077886.816411:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769077886.816413:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769077886.816415:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:3.0:1769077886.816417:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769077886.816418:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769077886.816419:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769077886.816421:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769077886.816422:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816424:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769077886.816426:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769077886.816428:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077886.816429:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077886.816431:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077887.136930:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077887.136936:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077887.136999:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077887.137012:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077887.137015:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077888.158758:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077888.158764:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077888.158825:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077888.158829:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077888.158832:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077888.350710:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299546566, at 4299546624
00000100:00000010:0.0:1769077888.350728:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ba0.
00000100:00000040:1.0:1769077888.350730:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299546566, at 4299546624
00000100:00000010:1.0:1769077888.350748:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3660.
00010000:00000001:1.0:1769077889.182764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077889.182768:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077889.182822:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077889.182824:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077889.182826:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077890.206756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077890.206761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077890.206806:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077890.206809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077890.206812:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077891.230775:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077891.230788:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077891.230895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077891.230900:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077891.230903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077891.934958:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.934968:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077891.934970:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.934973:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.934977:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.934984:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4877
00000400:00000200:3.0:1769077891.934993:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077891.934999:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.935004:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.935008:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935012:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.935016:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935019:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077891.935024:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.935027:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077891.935030:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.935033:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077891.935034:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077891.935037:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077891.935040:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935042:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.935043:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935044:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077891.935047:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077891.935049:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935050:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.935052:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.935055:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.935058:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935060:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077891.935062:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.935072:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769077891.935076:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077891.935090:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077891.935091:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935095:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.935097:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.935102:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077891.935111:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077891.935117:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077891.935124:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.935142:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.935146:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.935150:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.935175:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077891.935177:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077891.935180:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077891.935181:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077891.935183:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.935186:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077891.935188:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4877
00000400:00000200:3.0:1769077891.935193:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077891.935196:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077891.935198:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077891.935202:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935204:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.935205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935208:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077891.935219:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.935222:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077891.935224:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077891.935226:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077891.935229:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077891.935233:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077891.935236:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077891.935237:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077891.935242:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077891.935243:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077891.935247:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077891.935248:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935252:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077891.935254:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769077891.935259:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077891.935260:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935265:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.935271:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077891.935279:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077891.935280:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077891.935282:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077891.935284:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935288:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.935292:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077891.935296:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935298:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.935303:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
02000000:00000001:1.0:1769077891.935305:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077891.935307:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077891.935311:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077891.935314:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.935315:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.935321:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935321:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.935324:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.935328:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077891.935331:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411840:192.168.204.140@tcp:250:kworker.0
02000000:00000010:3.0:1769077891.935335:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:1.0:1769077891.935338:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077891.935344:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077891.935347:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935350:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.935351:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769077891.935364:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769077891.935368:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077891.935374:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935382:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.935386:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.935387:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077891.935395:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769077891.935395:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077891.935404:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077891.935409:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077891.935413:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411840, portal 25
00000100:00000040:3.0:1769077891.935417:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077891.935418:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077891.935422:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994430592 : -121799715121024 : ffff91394b3f1880)
00000100:00000040:1.0:1769077891.935432:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935441:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077891.935444:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077891.935446:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769077891.935449:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077891.935452:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00080000:3.0:1769077891.935453:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077891.935457:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769077891.935459:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617411840, offset 0
00000100:00080000:3.0:1769077891.935460:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077891.935466:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077891.935471:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769077891.935475:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4877
00000400:00000200:3.0:1769077891.935483:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077891.935484:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077891.935492:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077891.935496:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769077891.935497:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077891.935505:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077891.935506:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935511:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077891.935513:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769077891.935517:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935520:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077891.935523:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769077891.935523:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077891.935526:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077891.935529:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077891.935531:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000040:3.0:1769077891.935532:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077891.935537:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077891.935541:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70913:70913:256:4294967295] 192.168.204.140@tcp LPNI seq info [70913:70913:8:4294967295]
00000020:00000001:3.0:1769077891.935542:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077891.935551:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077891.935552:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077891.935558:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077891.935563:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935569:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077891.935572:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769077891.935575:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.0:1769077891.935583:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769077891.935584:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077891.935590:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077891.935591:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
02000000:00000001:3.0:1769077891.935593:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077891.935597:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077891.935601:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077891.935602:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077891.935604:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077891.935607:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.0:1769077891.935610:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000008:00000001:3.0:1769077891.935611:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935613:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077891.935620:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000800:00000200:1.1:1769077891.935621:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769077891.935623:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077891.935628:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1769077891.935629:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1769077891.935630:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077891.935634:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077891.935636:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077891.935638:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077891.935640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769077891.935644:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000800:00000010:1.0:1769077891.935645:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769077891.935650:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.935654:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769077891.935656:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077891.935696:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077891.935699:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077891.935705:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077891.935714:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.935719:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1769077891.935720:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4887)
00000400:00000200:1.0:1769077891.935729:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077891.935733:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077891.935738:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077891.935744:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935755:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.935759:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935767:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.935769:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077891.935775:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.935780:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077891.935783:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299551687
00000100:00000010:1.0:1769077891.935789:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95180.
00000100:00000001:1.0:1769077891.935807:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077891.935819:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299551687
00000100:00000010:1.0:1769077891.935823:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95480.
00000100:00000001:1.0:1769077891.935832:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077891.935836:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077891.935839:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.935842:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077891.935848:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077891/real 1769077891]  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077891.935865:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077891.935867:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077891.935869:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077891.935872:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077891.935874:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077891.935877:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077891.935881:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077891.935899:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935924:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077891.935926:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.935929:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.935931:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077891.935936:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935944:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077891.935948:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.935956:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077891.935959:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.935962:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.935963:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.935966:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077891.935968:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077891.935977:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077891.935981:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077891.935984:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077891.935988:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077891.935998:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617411840:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077891.936010:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936012:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.936016:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1880 x1855007617411840/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936024:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077891.936026:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077891.936043:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077891.936047:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077891.936049:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077891.936051:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077891.936053:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077891.936056:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769077891.936060:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077891.936061:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077891.936071:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769077891.936075:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077891.936076:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936079:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936086:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077891.936088:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936099:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077891.936100:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077891.936102:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077891.936107:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936115:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077891.936117:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.936119:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077891.936121:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077891.936124:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077891.936140:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411968:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077891.936144:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077891.936146:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077891.936148:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.936150:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077891.936154:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077891.936156:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.936160:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077891.936164:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077891.936167:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077891.936170:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617411968, portal 10
00000100:00000001:1.0:1769077891.936173:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077891.936174:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994438656 : -121799715112960 : ffff91394b3f3800)
00000100:00000040:1.0:1769077891.936187:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936194:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077891.936197:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077891.936200:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077891.936202:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617411968, offset 0
00000400:00000200:1.0:1769077891.936207:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077891.936211:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077891.936216:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077891.936219:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077891.936221:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077891.936224:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077891.936227:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077891.936230:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70914:70914:256:4294967295] 192.168.204.140@tcp LPNI seq info [70914:70914:8:4294967295]
00000400:00000200:1.0:1769077891.936234:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077891.936242:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077891.936246:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077891.936250:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077891.936254:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077891.936257:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077891.936261:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077891.936264:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077891.936268:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077891.936270:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077891.936273:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077891.936277:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077891.936280:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077891.936282:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077891.936285:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077891.936289:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936297:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.936301:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936307:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936309:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077891.936313:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077891.936317:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077891.936321:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077891.936324:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299550220
00000100:00000001:1.0:1769077891.936327:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299551687
00000100:00000001:1.0:1769077891.936329:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299550220
00000100:00000001:1.0:1769077891.936331:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299551687
00000100:00000001:1.0:1769077891.936334:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077891.936336:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936338:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077891.936342:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077891/real 1769077891]  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077891.936351:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077891.936352:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077891.936354:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077891.936356:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077891.936358:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077891.936360:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077891.936364:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077891.936373:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936380:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077891.936382:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936384:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.936385:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077891.936389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936397:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077891.936401:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936408:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077891.936411:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936413:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.936414:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936416:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077891.936418:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077891.936421:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077891.936425:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077891.936427:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077891.936431:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077891.936439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617411968:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077891.936443:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077891.936447:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936454:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077891.936455:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.936458:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077891.936459:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077891.936462:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077891.936465:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412096:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077891.936468:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077891.936470:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077891.936472:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077891.936474:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077891.936477:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077891.936479:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077891.936483:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077891.936486:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077891.936490:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077891.936492:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412096, portal 4
00000100:00000001:1.0:1769077891.936494:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077891.936496:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769077891.936502:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936514:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077891.936517:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077891.936519:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077891.936521:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617412096, offset 0
00000400:00000200:1.0:1769077891.936525:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077891.936529:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077891.936533:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077891.936536:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077891.936538:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077891.936541:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077891.936543:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077891.936547:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70915:70915:256:4294967295] 192.168.204.140@tcp LPNI seq info [70915:70915:8:4294967295]
00000400:00000200:1.0:1769077891.936552:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077891.936562:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077891.936568:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077891.936571:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077891.936576:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077891.936579:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077891.936583:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077891.936586:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077891.936592:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077891.936594:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077891.936598:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077891.936603:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077891.936606:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077891.936609:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077891.936611:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077891.936615:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936623:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.936626:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936639:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936641:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077891.936644:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077891.936647:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077891.936651:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077891.936653:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299551686
00000100:00000001:1.0:1769077891.936656:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299551687
00000100:00000001:1.0:1769077891.936690:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299551687
00000100:00000001:1.0:1769077891.936694:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299551687
00000100:00000001:1.0:1769077891.936696:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077891.936699:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936701:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077891.936705:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077891/real 1769077891]  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077891.936715:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077891.936717:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077891.936719:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077891.936722:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077891.936723:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077891.936726:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077891.936729:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077891.936738:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936745:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077891.936747:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936749:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.936751:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077891.936755:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936762:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077891.936767:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936773:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077891.936776:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936778:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077891.936779:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936781:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077891.936784:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077891.936787:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077891.936790:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077891.936792:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077891.936797:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077891.936805:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412096:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077891.936809:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936812:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.936815:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3800 x1855007617411968/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936822:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077891.936824:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077891.936826:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077891.936829:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077891.936831:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077891.936832:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077891.936835:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077891.936837:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769077891.936839:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077891.936841:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077891.936842:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769077891.936845:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077891.936846:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936848:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077891.936852:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617412096/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077891.936858:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077891.936859:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077891.936861:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077891.936863:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077891.936865:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077891.936866:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077891.936868:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077891.936870:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769077891.936872:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077891.936873:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077891.936875:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769077891.936877:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077891.936879:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936881:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077891.936884:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077891.936886:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077891.936888:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077891.936889:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077892.254750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077892.254755:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077892.254803:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077892.254806:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077892.254809:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077893.278774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077893.278779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077893.278841:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077893.278843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077893.278846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077893.470739:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299551687, at 4299551744
00000100:00000040:1.0:1769077893.470753:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299551687, at 4299551744
00000100:00000010:0.0:1769077893.470758:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00000100:00000010:1.0:1769077893.470764:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00010000:00000001:1.0:1769077894.302739:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077894.302747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077894.302818:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077894.302824:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077894.302827:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077895.326754:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077895.326762:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077895.326766:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077895.326768:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.326773:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077895.326776:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.326778:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077895.326780:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077895.326826:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077895.326830:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077895.326833:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077896.350769:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077896.350775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077896.350829:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077896.350832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077896.350835:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077897.054772:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077897.054781:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077897.054783:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077897.054787:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077897.054790:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077897.054796:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4882
00000400:00000200:2.0:1769077897.054803:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077897.054808:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077897.054810:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077897.054813:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054816:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077897.054818:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054820:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077897.054823:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077897.054824:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077897.054826:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077897.054828:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077897.054830:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077897.054831:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077897.054833:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054834:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077897.054836:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054837:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077897.054840:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077897.054842:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054843:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077897.054845:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077897.054848:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077897.054850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.054851:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077897.054852:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077897.054860:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077897.054863:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077897.054866:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077897.054868:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.054870:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077897.054872:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077897.054876:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077897.054882:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077897.054887:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077897.054893:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077897.054900:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077897.054904:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077897.054907:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077897.054924:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077897.054926:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077897.054929:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077897.054930:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077897.054931:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077897.054933:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077897.054935:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4882
00000400:00000200:2.0:1769077897.054937:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077897.054939:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077897.054941:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077897.054944:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054945:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077897.054948:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054950:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077897.054951:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077897.054952:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077897.054953:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077897.054954:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077897.054956:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077897.054958:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077897.054960:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769077897.054961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054965:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077897.054968:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769077897.054968:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054973:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077897.054974:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077897.054975:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077897.054980:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077897.054982:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077897.054984:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077897.054987:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077897.054989:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077897.054994:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.054998:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077897.055002:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077897.055004:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1769077897.055006:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055007:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.055009:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055013:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1769077897.055013:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
02000000:00000001:1.0:1769077897.055017:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769077897.055017:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077897.055024:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077897.055024:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077897.055027:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.055031:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412224:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077897.055031:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077897.055033:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077897.055036:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055038:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769077897.055040:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
02000000:00000001:1.0:1769077897.055043:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769077897.055045:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055046:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055050:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.055054:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077897.055055:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077897.055059:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077897.055064:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077897.055071:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:2.0:1769077897.055072:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077897.055076:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077897.055078:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:2.0:1769077897.055079:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.055085:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412224, portal 25
00000100:00000001:2.0:1769077897.055087:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055089:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077897.055091:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077897.055092:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:2.0:1769077897.055097:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077897.055101:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077897.055102:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077897.055104:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077897.055107:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077897.055110:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077897.055115:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077897.055120:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4882
00000100:00000001:1.0:1769077897.055121:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769077897.055125:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769077897.055129:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769077897.055131:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:1.0:1769077897.055134:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00080000:2.0:1769077897.055135:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077897.055140:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617412224, offset 0
00000100:00000040:2.0:1769077897.055141:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.055145:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077897.055147:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.055149:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077897.055152:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077897.055154:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:2.0:1769077897.055155:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077897.055158:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077897.055160:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077897.055161:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077897.055163:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077897.055166:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.055169:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077897.055170:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077897.055172:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077897.055176:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077897.055178:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077897.055183:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769077897.055185:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077897.055186:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077897.055190:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077897.055193:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077897.055194:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055196:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077897.055196:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077897.055200:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077897.055203:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.055205:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055207:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000010:2.0:1769077897.055208:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077897.055211:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077897.055214:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077897.055215:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077897.055216:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077897.055220:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077897.055222:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:2.0:1769077897.055223:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077897.055227:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055231:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70916:70916:256:4294967295] 192.168.204.140@tcp LPNI seq info [70916:70916:8:4294967295]
02000000:00000010:2.0:1769077897.055233:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769077897.055237:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055238:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077897.055243:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077897.055256:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077897.055257:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077897.055261:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077897.055269:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769077897.055272:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077897.055275:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769077897.055284:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077897.055289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077897.055290:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4893)
00000800:00000200:1.0:1769077897.055293:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077897.055299:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077897.055302:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077897.055305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077897.055308:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077897.055313:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.055317:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.055322:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077897.055325:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077897.055329:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.055334:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055360:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.055365:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055374:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055376:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.055383:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055388:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077897.055391:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299556806
00000100:00000010:1.0:1769077897.055396:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95480.
00000100:00000001:1.0:1769077897.055403:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077897.055407:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299556806
00000100:00000010:1.0:1769077897.055409:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95960.
00000100:00000001:1.0:1769077897.055412:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077897.055414:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.055416:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055418:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.055421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.055428:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.055430:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.055431:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077897.055433:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077897.055435:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077897.055437:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.055439:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.055445:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055451:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.055452:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055454:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.055455:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.055457:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055461:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.055465:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055478:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.055480:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055481:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.055482:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055484:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.055485:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.055488:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.055491:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077897.055493:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.055496:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.055502:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412224:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077897.055505:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055507:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.055508:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617412224/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055513:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.055515:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.055516:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077897.055518:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.055520:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.055522:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077897.055524:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.055526:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769077897.055530:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.055532:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.055533:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769077897.055537:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.055539:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055541:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055548:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077897.055550:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055552:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.055554:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077897.055556:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.055561:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055569:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.055571:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055573:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.055575:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.055578:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.055581:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412352:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.055585:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.055587:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.055602:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055604:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.055608:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077897.055610:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055615:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077897.055618:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077897.055622:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077897.055625:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412352, portal 10
00000100:00000001:1.0:1769077897.055627:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.055629:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769077897.055635:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055642:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.055645:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077897.055647:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077897.055650:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617412352, offset 0
00000400:00000200:1.0:1769077897.055654:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077897.055691:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077897.055695:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077897.055698:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.055700:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077897.055702:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.055704:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077897.055708:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70917:70917:256:4294967295] 192.168.204.140@tcp LPNI seq info [70917:70917:8:4294967295]
00000400:00000200:1.0:1769077897.055713:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077897.055720:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.055725:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077897.055729:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077897.055734:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077897.055737:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077897.055742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077897.055745:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077897.055749:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077897.055752:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077897.055755:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.055759:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.055762:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077897.055764:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077897.055767:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.055770:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055776:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.055778:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055783:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055784:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.055787:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077897.055790:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077897.055792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077897.055794:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299555340
00000100:00000001:1.0:1769077897.055797:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299556806
00000100:00000001:1.0:1769077897.055798:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299555340
00000100:00000001:1.0:1769077897.055800:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299556806
00000100:00000001:1.0:1769077897.055802:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.055803:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.055804:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.055807:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.055812:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.055812:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.055814:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077897.055815:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077897.055816:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077897.055818:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.055820:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.055825:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055829:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.055830:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055831:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.055832:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.055845:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055853:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.055857:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055865:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.055867:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055870:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.055871:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.055873:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.055876:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.055879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.055882:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077897.055885:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.055890:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.055898:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412352:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077897.055901:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077897.055904:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055908:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077897.055910:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055912:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077897.055914:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077897.055916:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077897.055919:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412480:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077897.055923:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077897.055925:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077897.055927:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077897.055928:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077897.055932:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077897.055935:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077897.055939:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077897.055943:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077897.055946:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077897.055950:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412480, portal 4
00000100:00000001:1.0:1769077897.055952:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077897.055954:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:1.0:1769077897.055960:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.055968:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077897.055970:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077897.055973:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077897.055975:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617412480, offset 0
00000400:00000200:1.0:1769077897.055979:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077897.055983:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077897.055986:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077897.055989:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077897.055990:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077897.055992:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077897.055994:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077897.055996:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70918:70918:256:4294967295] 192.168.204.140@tcp LPNI seq info [70918:70918:8:4294967295]
00000400:00000200:1.0:1769077897.055999:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077897.056003:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077897.056006:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077897.056009:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077897.056011:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077897.056013:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769077897.056016:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077897.056018:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769077897.056020:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077897.056022:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077897.056024:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077897.056026:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077897.056028:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077897.056030:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077897.056031:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077897.056034:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.056042:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056046:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.056047:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077897.056049:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077897.056051:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077897.056053:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077897.056055:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299556806
00000100:00000001:1.0:1769077897.056057:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299556806
00000100:00000001:1.0:1769077897.056058:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299556806
00000100:00000001:1.0:1769077897.056060:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299556806
00000100:00000001:1.0:1769077897.056062:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077897.056063:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.056064:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077897.056067:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077897/real 1769077897]  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077897.056071:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077897.056072:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077897.056073:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077897.056074:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077897.056075:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077897.056077:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077897.056078:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077897.056084:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056088:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077897.056089:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056090:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.056091:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077897.056094:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056098:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077897.056101:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056105:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077897.056107:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056108:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077897.056108:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056109:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077897.056111:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077897.056113:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077897.056115:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077897.056116:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077897.056119:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077897.056124:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412480:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077897.056126:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056128:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.056130:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617412352/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056133:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.056135:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.056136:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077897.056138:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.056139:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.056140:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077897.056141:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.056142:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769077897.056144:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.056145:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.056146:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769077897.056148:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.056149:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056150:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077897.056153:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617412480/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077897.056160:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077897.056162:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077897.056163:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077897.056166:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077897.056167:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077897.056168:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077897.056170:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077897.056171:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769077897.056174:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077897.056175:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077897.056176:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769077897.056178:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077897.056180:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077897.056185:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077897.056187:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077897.056189:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077897.056191:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077897.374769:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077897.374776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077897.374836:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077897.374839:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077897.374841:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077898.398776:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077898.398783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077898.398840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077898.398844:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077898.398847:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077898.590778:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299556806, at 4299556864
00000100:00000040:1.0:1769077898.590778:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299556806, at 4299556864
00000100:00000010:0.0:1769077898.590795:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000100:00000010:1.0:1769077898.590797:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00010000:00000001:1.0:1769077899.422738:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077899.422743:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077899.422790:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077899.422793:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077899.422796:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077900.446769:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077900.446776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077900.446837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077900.446841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077900.446845:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077901.470788:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077901.470793:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077901.470852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077901.470855:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077901.470858:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077902.174791:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077902.174802:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077902.174805:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077902.174808:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077902.174813:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077902.174820:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4888
00000400:00000200:0.0:1769077902.174830:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077902.174836:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077902.174840:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077902.174845:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.174849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.174851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.174854:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077902.174858:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077902.174860:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077902.174863:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077902.174866:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077902.174868:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077902.174871:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077902.174874:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.174877:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.174879:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.174881:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077902.174884:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077902.174887:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077902.174890:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077902.174894:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077902.174897:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077902.174900:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.174902:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077902.174904:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077902.174914:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077902.174917:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077902.174921:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077902.174922:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.174925:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077902.174928:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077902.174932:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077902.174939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077902.174945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077902.174953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077902.174963:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077902.174967:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077902.174972:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077902.174994:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077902.174997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077902.175001:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077902.175002:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077902.175004:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077902.175007:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077902.175010:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4888
00000400:00000200:0.0:1769077902.175014:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077902.175017:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077902.175021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077902.175024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.175030:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175033:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077902.175035:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077902.175037:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077902.175039:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077902.175041:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769077902.175043:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769077902.175044:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077902.175049:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077902.175050:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769077902.175055:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077902.175055:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769077902.175059:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.175066:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077902.175068:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077902.175069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077902.175073:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077902.175079:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175085:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077902.175090:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077902.175092:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1769077902.175096:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077902.175096:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077902.175102:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.175102:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077902.175106:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077902.175107:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077902.175112:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769077902.175113:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077902.175118:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412608:192.168.204.140@tcp:250:kworker.0
00000008:00000001:0.0:1769077902.175120:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.175125:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175127:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769077902.175131:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
02000000:00000001:1.0:1769077902.175133:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769077902.175137:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077902.175138:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.175143:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077902.175144:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077902.175147:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.175150:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1769077902.175151:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:0.0:1769077902.175152:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077902.175156:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.175157:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077902.175164:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000400:00000200:1.0:1769077902.175169:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077902.175172:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077902.175175:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00100000:0.0:1769077902.175181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077902.175185:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077902.175194:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412608, portal 25
00000100:00000001:0.0:1769077902.175195:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077902.175199:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175200:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769077902.175204:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175205:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000001:0.0:1769077902.175216:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077902.175221:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077902.175221:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077902.175228:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077902.175231:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077902.175237:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077902.175240:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077902.175242:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077902.175246:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769077902.175247:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077902.175251:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4888
00000100:00000040:1.0:1769077902.175255:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769077902.175258:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077902.175261:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000400:00000200:0.0:1769077902.175262:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077902.175267:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1769077902.175269:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617412608, offset 0
00000100:00000040:0.0:1769077902.175270:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175275:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.175277:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175279:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077902.175283:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077902.175284:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769077902.175284:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077902.175288:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077902.175290:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077902.175292:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077902.175294:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077902.175298:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077902.175299:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175304:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077902.175306:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175308:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077902.175311:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077902.175311:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:0.0:1769077902.175318:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175320:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175322:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077902.175323:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077902.175327:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077902.175330:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175331:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077902.175333:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077902.175336:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077902.175339:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1769077902.175341:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175345:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175346:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077902.175353:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000400:00000200:1.0:1769077902.175353:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70919:70919:256:4294967295] 192.168.204.140@tcp LPNI seq info [70919:70919:8:4294967295]
00000020:00000040:0.0:1769077902.175359:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769077902.175364:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077902.175365:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077902.175368:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077902.175371:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077902.175374:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077902.175378:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175381:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1769077902.175384:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000800:00000200:1.0:1769077902.175390:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077902.175391:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077902.175399:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00100000:0.0:1769077902.175401:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077902.175411:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077902.175418:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077902.175420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077902.175423:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077902.175432:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769077902.175433:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077902.175439:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1769077902.175446:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077902.175451:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077902.175452:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4898)
00000800:00000010:1.0:1769077902.175454:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077902.175461:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077902.175466:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077902.175471:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077902.175474:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077902.175478:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077902.175483:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175493:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.175497:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175516:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175519:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077902.175525:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175529:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077902.175532:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299561926
00000100:00000010:1.0:1769077902.175537:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95960.
00000100:00000001:1.0:1769077902.175545:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077902.175550:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299561926
00000100:00000010:1.0:1769077902.175553:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95360.
00000100:00000001:1.0:1769077902.175557:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077902.175559:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077902.175562:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175565:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077902.175569:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902]  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077902.175580:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077902.175582:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077902.175583:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077902.175586:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077902.175588:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077902.175591:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077902.175596:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077902.175606:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175614:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077902.175615:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175618:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.175620:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077902.175624:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175632:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077902.175637:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175645:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077902.175648:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175650:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.175651:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175654:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077902.175656:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077902.175686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077902.175690:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077902.175692:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077902.175697:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077902.175707:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412608:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077902.175712:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175714:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.175717:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617412608/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175724:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077902.175726:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077902.175729:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077902.175732:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077902.175734:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077902.175736:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077902.175738:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077902.175740:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:1.0:1769077902.175744:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077902.175746:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077902.175748:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:1.0:1769077902.175751:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077902.175752:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175755:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.175761:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077902.175763:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175766:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077902.175767:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077902.175769:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077902.175773:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175781:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077902.175783:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.175785:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077902.175787:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.175789:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.175792:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412736:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077902.175796:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077902.175798:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077902.175799:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.175802:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077902.175805:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077902.175807:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.175811:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077902.175814:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077902.175818:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077902.175821:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412736, portal 10
00000100:00000001:1.0:1769077902.175823:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077902.175825:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:1.0:1769077902.175832:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175839:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077902.175842:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077902.175844:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077902.175847:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617412736, offset 0
00000400:00000200:1.0:1769077902.175851:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077902.175854:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077902.175858:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077902.175861:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077902.175864:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077902.175866:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077902.175869:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077902.175872:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70920:70920:256:4294967295] 192.168.204.140@tcp LPNI seq info [70920:70920:8:4294967295]
00000400:00000200:1.0:1769077902.175877:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077902.175884:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077902.175889:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077902.175892:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077902.175897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077902.175900:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077902.175905:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077902.175908:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077902.175925:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077902.175927:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077902.175931:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077902.175935:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077902.175938:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077902.175940:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077902.175943:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077902.175947:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175956:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.175960:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.175968:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.175970:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077902.175974:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.175978:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077902.175982:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077902.175984:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299560460
00000100:00000001:1.0:1769077902.175987:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299561926
00000100:00000001:1.0:1769077902.175990:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299560460
00000100:00000001:1.0:1769077902.175992:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299561926
00000100:00000001:1.0:1769077902.175995:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077902.175998:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.176000:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077902.176004:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902]  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077902.176012:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077902.176014:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077902.176016:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077902.176018:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077902.176020:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077902.176022:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077902.176026:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077902.176035:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176043:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077902.176044:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176046:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.176047:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077902.176051:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176058:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077902.176062:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176070:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077902.176073:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176075:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.176076:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176078:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077902.176080:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077902.176083:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077902.176087:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077902.176089:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077902.176093:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077902.176103:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412736:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077902.176106:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077902.176110:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176117:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077902.176119:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.176121:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077902.176123:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077902.176125:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077902.176128:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412864:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077902.176132:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077902.176134:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077902.176135:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077902.176138:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077902.176141:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077902.176143:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077902.176147:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077902.176150:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077902.176153:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077902.176156:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412864, portal 4
00000100:00000001:1.0:1769077902.176159:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077902.176160:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:1.0:1769077902.176166:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176180:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077902.176183:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077902.176185:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077902.176188:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617412864, offset 0
00000400:00000200:1.0:1769077902.176192:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077902.176196:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077902.176199:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077902.176202:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077902.176205:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077902.176208:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077902.176211:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077902.176214:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70921:70921:256:4294967295] 192.168.204.140@tcp LPNI seq info [70921:70921:8:4294967295]
00000400:00000200:1.0:1769077902.176219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077902.176226:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077902.176231:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077902.176234:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077902.176238:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077902.176241:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769077902.176246:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077902.176249:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769077902.176253:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077902.176255:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077902.176258:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077902.176262:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077902.176265:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077902.176267:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077902.176269:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077902.176273:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176281:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.176285:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176299:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.176301:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077902.176304:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077902.176307:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077902.176310:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077902.176312:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299561926
00000100:00000001:1.0:1769077902.176315:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299561926
00000100:00000001:1.0:1769077902.176318:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299561926
00000100:00000001:1.0:1769077902.176320:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299561926
00000100:00000001:1.0:1769077902.176323:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077902.176325:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.176327:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077902.176331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077902/real 1769077902]  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077902.176338:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077902.176340:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077902.176342:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077902.176344:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077902.176347:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077902.176349:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077902.176353:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077902.176362:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176369:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077902.176370:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176372:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.176373:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077902.176377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176386:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077902.176390:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176397:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077902.176399:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176401:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077902.176402:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176404:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077902.176407:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077902.176410:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077902.176413:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077902.176416:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077902.176420:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077902.176428:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617412864:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077902.176432:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176434:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.176437:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617412736/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176444:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077902.176446:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077902.176448:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077902.176450:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077902.176452:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077902.176453:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077902.176456:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077902.176457:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:1.0:1769077902.176460:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077902.176462:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077902.176464:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:1.0:1769077902.176467:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077902.176468:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176470:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077902.176473:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617412864/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077902.176481:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077902.176482:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077902.176484:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077902.176486:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077902.176487:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077902.176488:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077902.176490:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077902.176492:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:1.0:1769077902.176494:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077902.176495:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077902.176497:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:1.0:1769077902.176499:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077902.176500:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176514:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077902.176519:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077902.176520:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077902.176522:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077902.176524:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077902.494771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077902.494776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077902.494837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077902.494840:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077902.494843:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077903.518788:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077903.518796:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077903.518897:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077903.518905:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077903.518910:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077903.710751:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299561926, at 4299561984
00000100:00000040:1.0:1769077903.710765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299561926, at 4299561984
00000100:00000010:0.0:1769077903.710767:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000100:00000010:1.0:1769077903.710781:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00010000:00000001:1.0:1769077904.542762:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077904.542769:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077904.542831:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077904.542836:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077904.542840:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077905.566771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077905.566778:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077905.566781:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077905.566783:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077905.566787:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077905.566789:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077905.566790:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077905.566792:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077905.566849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077905.566853:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077905.566855:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077906.590770:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077906.590775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077906.590882:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077906.590887:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077906.590891:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077907.294783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.294794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077907.294797:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.294801:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.294806:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.294814:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4893
00000400:00000200:3.0:1769077907.294823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077907.294830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.294834:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.294838:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.294842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.294844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.294847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077907.294851:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.294853:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077907.294856:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.294859:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077907.294862:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077907.294865:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077907.294868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.294870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.294872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.294874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077907.294877:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077907.294881:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077907.294885:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.294888:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.294891:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.294894:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.294896:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077907.294899:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.294909:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077907.294913:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077907.294917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.294919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.294922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.294925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.294930:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077907.294939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077907.294945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077907.294955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077907.294966:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077907.294971:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077907.294976:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.295000:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077907.295004:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077907.295016:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077907.295018:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.295024:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077907.295028:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077907.295032:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4893
00000400:00000200:3.0:1769077907.295037:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077907.295041:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.295044:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.295048:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295051:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.295054:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077907.295060:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.295062:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077907.295064:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.295066:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077907.295069:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077907.295072:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077907.295073:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077907.295079:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077907.295083:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077907.295085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077907.295089:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077907.295089:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077907.295100:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077907.295108:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:1.0:1769077907.295109:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077907.295115:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.295124:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.295132:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077907.295135:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077907.295137:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.295140:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.295142:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077907.295146:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1769077907.295149:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077907.295151:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.295156:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077907.295162:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.295164:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412992:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077907.295168:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.295170:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077907.295178:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769077907.295178:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
02000000:00000001:1.0:1769077907.295182:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077907.295184:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077907.295186:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077907.295193:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.295195:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077907.295198:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
00000100:00000001:3.0:1769077907.295199:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077907.295203:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.295205:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.295211:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.295216:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769077907.295218:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000400:00000010:1.0:1769077907.295221:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769077907.295228:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077907.295238:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00100000:3.0:1769077907.295238:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077907.295253:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617412992, portal 25
00000100:00000001:3.0:1769077907.295253:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077907.295261:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077907.295263:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000001:3.0:1769077907.295264:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.295273:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077907.295277:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295291:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077907.295300:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077907.295303:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077907.295308:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617412992, offset 0
00000100:00000001:3.0:1769077907.295322:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.295323:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077907.295331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077907.295338:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077907.295343:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077907.295350:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769077907.295351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077907.295360:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077907.295363:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769077907.295367:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:3.0:1769077907.295367:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077907.295373:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077907.295375:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077907.295383:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295385:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077907.295391:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70922:70922:256:4294967295] 192.168.204.140@tcp LPNI seq info [70922:70922:8:4294967295]
00000100:00080000:3.0:1769077907.295394:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4893
00000400:00000200:1.0:1769077907.295397:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077907.295407:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077907.295437:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077907.295441:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077907.295445:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295448:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.295450:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295452:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077907.295455:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077907.295457:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077907.295459:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077907.295461:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077907.295463:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077907.295465:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077907.295469:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295471:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077907.295474:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295476:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077907.295479:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077907.295482:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295484:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077907.295486:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077907.295491:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077907.295493:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.295496:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077907.295498:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077907.295501:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.295503:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077907.295507:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077907.295509:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077907.295512:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077907.295513:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077907.295515:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077907.295516:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077907.295518:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.295521:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1769077907.295525:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000800:00000200:1.0:1769077907.295533:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295535:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077907.295540:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00100000:3.0:1769077907.295548:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077907.295553:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077907.295563:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077907.295578:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077907.295588:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1769077907.295589:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1769077907.295599:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077907.295600:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077907.295604:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077907.295612:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769077907.295613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077907.295623:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077907.295631:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077907.295636:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077907.295645:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077907.295647:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077907.295655:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077907.295707:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4903)
00000100:00000001:1.0:1769077907.295725:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.295729:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295735:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.295737:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077907.295746:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.295750:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077907.295753:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299567047
00000100:00000010:1.0:1769077907.295759:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95360.
00000100:00000001:1.0:1769077907.295766:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077907.295773:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299567047
00000100:00000010:1.0:1769077907.295775:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a954e0.
00000100:00000001:1.0:1769077907.295777:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077907.295780:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077907.295782:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.295785:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077907.295788:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077907/real 1769077907]  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077907.295795:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077907.295797:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077907.295799:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077907.295800:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077907.295802:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077907.295804:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077907.295806:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077907.295813:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295820:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077907.295822:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295825:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.295827:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077907.295831:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295839:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077907.295845:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295852:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077907.295856:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295857:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.295859:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295862:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077907.295864:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077907.295868:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077907.295873:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077907.295875:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077907.295880:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077907.295888:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617412992:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077907.295893:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295896:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.295899:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617412992/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295906:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077907.295909:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077907.295912:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077907.295915:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077907.295918:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077907.295920:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077907.295923:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077907.295926:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769077907.295930:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077907.295932:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077907.295934:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769077907.295937:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077907.295939:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295941:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.295953:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077907.295955:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.295958:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077907.295960:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077907.295961:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077907.295965:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.295972:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077907.295974:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.295976:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077907.295979:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.295981:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.295984:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413120:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077907.295988:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077907.295990:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077907.295991:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.295993:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077907.295996:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077907.295998:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.296003:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077907.296007:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077907.296011:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077907.296014:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413120, portal 10
00000100:00000001:1.0:1769077907.296017:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077907.296018:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:1.0:1769077907.296025:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296032:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077907.296034:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077907.296037:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077907.296039:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617413120, offset 0
00000400:00000200:1.0:1769077907.296043:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077907.296047:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077907.296052:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077907.296055:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077907.296058:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077907.296060:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077907.296063:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077907.296066:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70923:70923:256:4294967295] 192.168.204.140@tcp LPNI seq info [70923:70923:8:4294967295]
00000400:00000200:1.0:1769077907.296071:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077907.296078:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077907.296083:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077907.296087:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077907.296091:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077907.296094:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077907.296099:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077907.296102:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077907.296105:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077907.296107:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077907.296110:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077907.296114:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077907.296117:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077907.296119:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077907.296123:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077907.296127:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296136:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.296139:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296147:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.296148:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077907.296151:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.296154:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077907.296157:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077907.296159:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299565580
00000100:00000001:1.0:1769077907.296162:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299567047
00000100:00000001:1.0:1769077907.296163:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299565580
00000100:00000001:1.0:1769077907.296165:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299567047
00000100:00000001:1.0:1769077907.296166:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077907.296168:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.296169:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077907.296172:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077907/real 1769077907]  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077907.296176:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077907.296177:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077907.296179:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077907.296180:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077907.296181:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077907.296183:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077907.296185:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077907.296191:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296195:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077907.296196:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296197:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.296198:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077907.296200:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296204:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077907.296206:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296211:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077907.296212:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296214:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.296215:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296216:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077907.296218:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077907.296220:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077907.296222:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077907.296223:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077907.296226:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077907.296231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413120:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077907.296234:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077907.296237:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296241:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077907.296242:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.296244:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077907.296245:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077907.296246:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077907.296248:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413248:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077907.296250:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077907.296252:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077907.296253:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077907.296254:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077907.296257:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077907.296258:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077907.296260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077907.296262:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077907.296265:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077907.296267:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413248, portal 4
00000100:00000001:1.0:1769077907.296268:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077907.296270:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769077907.296274:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296279:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077907.296280:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077907.296282:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077907.296283:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617413248, offset 0
00000400:00000200:1.0:1769077907.296286:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077907.296289:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077907.296291:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077907.296293:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077907.296295:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077907.296296:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077907.296297:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077907.296300:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70924:70924:256:4294967295] 192.168.204.140@tcp LPNI seq info [70924:70924:8:4294967295]
00000400:00000200:1.0:1769077907.296303:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077907.296307:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077907.296310:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077907.296312:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077907.296315:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077907.296317:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769077907.296320:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077907.296321:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769077907.296324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077907.296326:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077907.296328:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077907.296330:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077907.296332:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077907.296333:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077907.296335:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077907.296337:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296342:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.296345:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296349:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.296350:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077907.296352:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077907.296354:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077907.296356:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077907.296357:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299567046
00000100:00000001:1.0:1769077907.296359:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299567047
00000100:00000001:1.0:1769077907.296361:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299567046
00000100:00000001:1.0:1769077907.296363:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299567047
00000100:00000001:1.0:1769077907.296364:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077907.296365:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.296367:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077907.296369:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077907/real 1769077907]  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077907.296373:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077907.296374:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077907.296375:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077907.296377:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077907.296378:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077907.296379:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077907.296381:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077907.296386:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296390:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077907.296391:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296392:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.296393:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077907.296395:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296400:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077907.296403:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296407:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077907.296408:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296409:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077907.296410:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296411:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077907.296413:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077907.296415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077907.296431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077907.296432:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077907.296435:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077907.296440:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413248:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077907.296442:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296443:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.296445:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617413120/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296450:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077907.296451:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077907.296453:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077907.296454:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077907.296455:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077907.296456:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077907.296458:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077907.296459:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077907.296461:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077907.296462:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077907.296463:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769077907.296466:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077907.296467:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296468:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077907.296470:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617413248/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077907.296474:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077907.296475:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077907.296476:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077907.296477:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077907.296478:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077907.296479:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077907.296480:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077907.296481:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769077907.296482:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077907.296482:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077907.296483:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769077907.296484:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077907.296485:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296486:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077907.296489:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077907.296490:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077907.296491:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077907.296492:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077907.614755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077907.614760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077907.614813:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077907.614817:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077907.614819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077908.638755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077908.638760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077908.638836:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077908.638839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077908.638842:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077908.830760:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299567047, at 4299567104
00000100:00000010:1.0:1769077908.830787:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000100:00000040:0.0:1769077908.830984:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299567047, at 4299567104
00000100:00000010:0.0:1769077908.831127:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00010000:00000001:1.0:1769077909.662740:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077909.662747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077909.662810:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077909.662822:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077909.662826:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077910.686767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077910.686773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077910.686829:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077910.686834:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077910.686838:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077911.710752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077911.710759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077911.710814:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077911.710819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077911.710823:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077912.414785:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077912.414796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077912.414799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077912.414803:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077912.414808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077912.414815:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4898
00000400:00000200:3.0:1769077912.414825:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077912.414831:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077912.414834:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077912.414837:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.414840:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.414842:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.414844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077912.414849:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077912.414850:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077912.414853:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077912.414855:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077912.414857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077912.414859:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077912.414860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.414862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.414863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.414865:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077912.414868:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077912.414871:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077912.414873:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077912.414875:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077912.414879:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077912.414881:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.414883:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077912.414884:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077912.414895:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769077912.414898:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077912.414902:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077912.414903:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.414906:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077912.414909:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077912.414914:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077912.414922:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077912.414929:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077912.414938:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077912.414948:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077912.414953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077912.414956:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077912.414978:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077912.414980:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077912.414983:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077912.414984:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077912.414986:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077912.414988:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077912.414989:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4898
00000400:00000200:3.0:1769077912.414991:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077912.414994:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077912.414996:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077912.414999:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415000:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.415002:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415004:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077912.415006:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077912.415007:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077912.415008:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077912.415011:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077912.415012:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077912.415013:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077912.415016:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415017:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.415019:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077912.415023:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769077912.415025:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769077912.415026:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415030:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077912.415032:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077912.415035:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077912.415038:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077912.415042:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769077912.415042:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.415044:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077912.415048:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077912.415051:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.415055:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077912.415057:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077912.415058:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077912.415064:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077912.415073:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077912.415077:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.415084:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077912.415085:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077912.415093:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077912.415094:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077912.415102:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.415103:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077912.415112:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077912.415112:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077912.415124:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077912.415125:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077912.415145:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769077912.415147:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617413376:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077912.415162:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077912.415171:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077912.415174:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077912.415174:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.415180:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077912.415186:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077912.415187:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077912.415202:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000100:00000001:3.0:1769077912.415203:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077912.415222:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769077912.415223:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077912.415235:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077912.415238:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077912.415242:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769077912.415249:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077912.415251:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769077912.415252:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:3.0:1769077912.415253:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077912.415258:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077912.415260:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00080000:3.0:1769077912.415263:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4898
00000100:00000200:1.0:1769077912.415269:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413376, portal 25
00000400:00000200:3.0:1769077912.415270:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077912.415282:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769077912.415283:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077912.415289:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00080000:3.0:1769077912.415289:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077912.415300:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077912.415306:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077912.415306:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.415319:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415347:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077912.415348:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769077912.415352:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077912.415357:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:1.0:1769077912.415358:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769077912.415365:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769077912.415367:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000020:00000040:3.0:1769077912.415369:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769077912.415375:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617413376, offset 0
00000020:00000001:3.0:1769077912.415377:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077912.415389:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077912.415399:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077912.415403:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415406:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077912.415409:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415411:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077912.415415:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769077912.415422:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077912.415429:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077912.415431:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077912.415432:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077912.415435:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:3.0:1769077912.415436:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077912.415444:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415446:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077912.415447:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077912.415450:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077912.415453:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000008:00000001:3.0:1769077912.415459:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415466:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077912.415467:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077912.415480:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000400:00000200:1.0:1769077912.415481:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000040:3.0:1769077912.415488:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077912.415491:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077912.415496:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415500:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70925:70925:256:4294967295] 192.168.204.140@tcp LPNI seq info [70925:70925:8:4294967295]
00000100:00000001:3.0:1769077912.415500:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077912.415503:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077912.415506:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077912.415514:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077912.415521:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415522:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769077912.415530:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077912.415536:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077912.415539:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077912.415542:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077912.415566:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077912.415588:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077912.415592:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077912.415595:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4908)
00000800:00000010:1.0:1769077912.415601:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077912.415610:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077912.415616:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077912.415624:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077912.415628:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077912.415640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077912.415642:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077912.415648:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077912.415651:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077912.415655:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077912.415657:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077912.415694:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077912.415698:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415713:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.415715:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415720:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.415721:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077912.415728:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415731:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077912.415733:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299572167
00000100:00000010:1.0:1769077912.415738:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a954e0.
00000100:00000001:1.0:1769077912.415743:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077912.415756:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299572167
00000100:00000010:1.0:1769077912.415759:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a959c0.
00000100:00000001:1.0:1769077912.415761:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077912.415763:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077912.415765:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.415767:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077912.415770:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077912/real 1769077912]  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077912.415778:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077912.415780:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077912.415781:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077912.415784:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077912.415785:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077912.415788:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077912.415791:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077912.415797:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415801:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077912.415802:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415804:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.415805:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077912.415808:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415812:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077912.415815:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415820:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077912.415822:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415824:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.415825:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415827:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077912.415828:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077912.415831:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077912.415834:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077912.415835:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077912.415838:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077912.415843:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617413376:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077912.415846:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415848:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.415850:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617413376/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415854:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077912.415856:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.415858:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077912.415860:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.415862:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.415863:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077912.415870:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.415872:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769077912.415875:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.415876:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.415878:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769077912.415880:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.415881:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415883:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.415888:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077912.415889:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.415892:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077912.415893:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077912.415894:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077912.415897:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415902:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077912.415904:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.415905:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077912.415907:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077912.415908:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077912.415910:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413504:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077912.415912:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077912.415914:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077912.415915:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.415916:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077912.415920:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077912.415922:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.415926:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077912.415929:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077912.415933:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077912.415936:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413504, portal 10
00000100:00000001:1.0:1769077912.415938:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077912.415939:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769077912.415946:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.415954:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077912.415956:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077912.415959:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077912.415961:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617413504, offset 0
00000400:00000200:1.0:1769077912.415966:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077912.415970:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077912.415975:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077912.415978:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077912.415981:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077912.415982:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077912.415984:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077912.415988:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70926:70926:256:4294967295] 192.168.204.140@tcp LPNI seq info [70926:70926:8:4294967295]
00000400:00000200:1.0:1769077912.415992:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077912.415998:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077912.416004:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077912.416007:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077912.416012:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077912.416014:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077912.416019:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077912.416022:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077912.416026:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077912.416029:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077912.416032:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077912.416035:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077912.416039:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077912.416041:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077912.416043:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077912.416046:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416051:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.416054:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416058:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.416059:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077912.416062:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077912.416065:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077912.416067:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077912.416069:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299570700
00000100:00000001:1.0:1769077912.416071:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299572167
00000100:00000001:1.0:1769077912.416072:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299570700
00000100:00000001:1.0:1769077912.416074:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299572167
00000100:00000001:1.0:1769077912.416076:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077912.416077:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.416079:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077912.416081:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077912/real 1769077912]  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077912.416086:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077912.416087:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077912.416088:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077912.416090:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077912.416091:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077912.416092:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077912.416094:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077912.416099:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416103:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077912.416104:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416105:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.416106:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077912.416108:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416112:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077912.416115:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416119:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077912.416120:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416121:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.416122:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416123:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077912.416124:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077912.416126:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077912.416129:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077912.416130:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077912.416133:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077912.416138:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413504:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077912.416140:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077912.416143:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416147:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077912.416148:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.416149:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077912.416151:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077912.416152:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077912.416154:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413632:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077912.416157:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077912.416158:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077912.416159:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077912.416161:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077912.416163:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077912.416164:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077912.416167:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077912.416168:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077912.416171:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077912.416173:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413632, portal 4
00000100:00000001:1.0:1769077912.416174:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077912.416175:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769077912.416179:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416187:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077912.416189:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077912.416190:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077912.416192:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617413632, offset 0
00000400:00000200:1.0:1769077912.416194:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077912.416197:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077912.416199:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077912.416201:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077912.416202:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077912.416204:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077912.416205:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077912.416208:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70927:70927:256:4294967295] 192.168.204.140@tcp LPNI seq info [70927:70927:8:4294967295]
00000400:00000200:1.0:1769077912.416210:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077912.416214:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077912.416218:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077912.416220:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077912.416223:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077912.416225:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769077912.416227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077912.416229:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769077912.416232:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077912.416233:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077912.416235:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077912.416237:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077912.416239:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077912.416240:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077912.416242:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077912.416244:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416248:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.416250:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416258:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.416259:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077912.416261:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077912.416263:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077912.416265:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077912.416267:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299572166
00000100:00000001:1.0:1769077912.416268:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299572167
00000100:00000001:1.0:1769077912.416270:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299572166
00000100:00000001:1.0:1769077912.416271:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299572167
00000100:00000001:1.0:1769077912.416272:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077912.416273:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.416274:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077912.416276:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077912/real 1769077912]  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077912.416281:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077912.416282:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077912.416283:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077912.416284:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077912.416285:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077912.416287:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077912.416289:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077912.416293:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416297:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077912.416298:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416299:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.416300:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077912.416302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416307:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077912.416309:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416313:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077912.416315:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416316:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077912.416317:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416318:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077912.416320:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077912.416321:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077912.416323:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077912.416325:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077912.416327:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077912.416350:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413632:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077912.416352:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416353:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.416356:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617413504/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416360:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077912.416361:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.416363:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077912.416365:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.416366:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.416366:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077912.416368:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.416369:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077912.416371:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.416372:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.416373:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769077912.416375:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.416376:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416377:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077912.416380:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617413632/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077912.416384:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077912.416384:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077912.416385:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077912.416387:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077912.416387:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077912.416388:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077912.416389:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077912.416390:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769077912.416391:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077912.416392:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077912.416393:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769077912.416394:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077912.416395:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416396:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077912.416399:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077912.416399:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077912.416401:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077912.416402:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077912.734786:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077912.734797:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077912.734857:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077912.734861:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077912.734864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077913.758733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077913.758743:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077913.758841:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077913.758845:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077913.758849:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077913.950723:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299572167, at 4299572224
00000100:00000040:0.0:1769077913.950734:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299572167, at 4299572224
00000100:00000010:1.0:1769077913.950737:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000100:00000010:0.0:1769077913.950747:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00010000:00000001:1.0:1769077914.782753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077914.782759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077914.782802:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077914.782805:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077914.782808:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077915.806751:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077915.806758:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077915.806761:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077915.806763:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077915.806767:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077915.806768:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077915.806770:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077915.806772:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077915.806818:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077915.806822:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077915.806824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077916.830722:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077916.830727:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077916.830768:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077916.830772:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077916.830775:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077917.534791:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077917.534802:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077917.534806:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077917.534810:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077917.534814:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077917.534822:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4903
00000400:00000200:2.0:1769077917.534832:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077917.534839:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077917.534842:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077917.534846:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534848:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077917.534850:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534852:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077917.534855:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077917.534857:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077917.534859:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077917.534861:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077917.534863:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077917.534864:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077917.534867:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534868:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077917.534870:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534871:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077917.534874:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077917.534876:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534877:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077917.534880:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077917.534882:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077917.534884:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.534886:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077917.534887:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077917.534896:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077917.534899:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077917.534902:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077917.534903:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.534905:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077917.534908:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077917.534912:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077917.534920:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077917.534925:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077917.534932:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077917.534940:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077917.534944:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077917.534947:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077917.534967:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077917.534969:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077917.534972:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077917.534973:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077917.534974:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077917.534976:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077917.534978:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4903
00000400:00000200:2.0:1769077917.534981:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077917.534983:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077917.534985:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077917.534986:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534988:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077917.534990:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.534991:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077917.534993:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077917.534994:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077917.534996:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077917.534997:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077917.534999:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077917.535000:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077917.535002:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535004:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077917.535005:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535006:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077917.535007:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769077917.535010:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769077917.535010:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535013:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077917.535015:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077917.535017:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1769077917.535020:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077917.535022:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1769077917.535030:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535032:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077917.535035:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077917.535037:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535038:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077917.535043:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769077917.535044:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:1.0:1769077917.535047:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077917.535047:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077917.535050:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535053:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077917.535055:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077917.535058:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077917.535063:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:1.0:1769077917.535064:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077917.535067:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535069:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535072:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1769077917.535075:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077917.535076:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077917.535081:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077917.535089:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617413760:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077917.535090:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077917.535095:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769077917.535095:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535101:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769077917.535101:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077917.535104:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535106:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077917.535111:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077917.535114:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535117:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077917.535121:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077917.535123:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769077917.535126:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077917.535130:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:2.0:1769077917.535130:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077917.535135:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077917.535137:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077917.535138:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077917.535139:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077917.535140:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00080000:2.0:1769077917.535142:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4903
00000400:00000200:2.0:1769077917.535147:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077917.535149:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000200:1.0:1769077917.535151:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413760, portal 25
00000100:00080000:2.0:1769077917.535151:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077917.535156:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077917.535157:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769077917.535159:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077917.535162:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000040:2.0:1769077917.535162:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535166:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077917.535169:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077917.535170:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077917.535172:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077917.535175:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077917.535175:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077917.535179:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077917.535183:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077917.535191:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077917.535194:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769077917.535194:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077917.535198:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077917.535202:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535203:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769077917.535207:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000020:00000040:2.0:1769077917.535207:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077917.535211:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000200:1.0:1769077917.535213:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617413760, offset 0
00000100:00000001:2.0:1769077917.535214:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077917.535218:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077917.535220:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077917.535223:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769077917.535228:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535230:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077917.535232:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:2.0:1769077917.535233:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077917.535236:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535239:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769077917.535239:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077917.535243:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000400:00000200:1.0:1769077917.535258:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769077917.535261:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077917.535265:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077917.535266:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769077917.535267:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077917.535270:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077917.535271:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769077917.535272:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769077917.535277:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:2.0:1769077917.535277:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535283:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70928:70928:256:4294967295] 192.168.204.140@tcp LPNI seq info [70928:70928:8:4294967295]
02000000:00000010:2.0:1769077917.535283:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077917.535289:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535291:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769077917.535296:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077917.535305:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077917.535317:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077917.535320:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769077917.535323:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769077917.535325:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077917.535331:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077917.535334:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077917.535338:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077917.535350:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769077917.535353:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077917.535356:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1769077917.535361:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4913)
00000800:00000100:1.0:1769077917.535366:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077917.535370:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077917.535376:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077917.535383:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077917.535389:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077917.535392:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077917.535397:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077917.535401:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535410:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.535412:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535417:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535419:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077917.535425:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535428:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077917.535430:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299577286
00000100:00000010:1.0:1769077917.535435:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a959c0.
00000100:00000001:1.0:1769077917.535441:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077917.535451:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299577286
00000100:00000010:1.0:1769077917.535453:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95000.
00000100:00000001:1.0:1769077917.535456:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077917.535458:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077917.535460:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535462:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077917.535466:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077917/real 1769077917]  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077917.535474:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077917.535476:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077917.535478:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077917.535480:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077917.535481:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077917.535483:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077917.535486:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077917.535495:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535502:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077917.535504:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535506:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.535508:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077917.535512:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535534:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077917.535540:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535548:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077917.535550:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535552:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.535553:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535555:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077917.535556:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077917.535558:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077917.535561:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077917.535563:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077917.535566:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077917.535571:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617413760:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077917.535574:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535576:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.535578:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617413760/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535582:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077917.535584:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077917.535587:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077917.535589:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077917.535590:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077917.535591:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077917.535592:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077917.535594:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769077917.535597:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077917.535599:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077917.535600:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:1.0:1769077917.535602:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077917.535603:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535605:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535611:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077917.535612:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535620:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077917.535622:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077917.535623:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077917.535625:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535630:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077917.535631:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535633:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077917.535634:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077917.535636:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077917.535637:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413888:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077917.535640:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077917.535641:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077917.535642:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535644:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077917.535646:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077917.535647:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535650:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077917.535652:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077917.535655:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077917.535657:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617413888, portal 10
00000100:00000001:1.0:1769077917.535676:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077917.535677:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:1.0:1769077917.535682:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535687:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077917.535689:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077917.535691:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077917.535692:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617413888, offset 0
00000400:00000200:1.0:1769077917.535695:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077917.535698:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077917.535701:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077917.535704:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077917.535705:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077917.535707:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077917.535709:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077917.535711:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70929:70929:256:4294967295] 192.168.204.140@tcp LPNI seq info [70929:70929:8:4294967295]
00000400:00000200:1.0:1769077917.535714:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077917.535718:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077917.535721:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077917.535723:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077917.535726:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077917.535727:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077917.535731:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077917.535732:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077917.535735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077917.535736:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077917.535738:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077917.535741:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077917.535743:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077917.535744:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077917.535746:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077917.535748:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535753:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.535755:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535760:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535761:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077917.535763:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077917.535766:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077917.535768:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077917.535769:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299575820
00000100:00000001:1.0:1769077917.535771:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299577286
00000100:00000001:1.0:1769077917.535773:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299575820
00000100:00000001:1.0:1769077917.535774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299577286
00000100:00000001:1.0:1769077917.535776:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077917.535777:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535778:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077917.535781:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077917/real 1769077917]  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077917.535785:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077917.535786:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077917.535787:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077917.535789:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077917.535790:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077917.535791:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077917.535794:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077917.535799:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535802:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077917.535803:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535804:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.535805:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077917.535808:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535812:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077917.535814:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535818:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077917.535820:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535821:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.535822:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.535824:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077917.535825:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077917.535827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077917.535829:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077917.535830:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077917.535832:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077917.535837:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617413888:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077917.535839:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077917.535841:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535846:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077917.535847:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535848:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077917.535850:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077917.535851:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077917.535853:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414016:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077917.535854:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077917.535856:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077917.535857:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077917.535858:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077917.535860:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077917.535861:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077917.535863:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077917.535865:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077917.535867:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077917.535869:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414016, portal 4
00000100:00000001:1.0:1769077917.535871:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077917.535872:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000100:00000040:1.0:1769077917.535875:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535880:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077917.535881:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077917.535883:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077917.535884:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617414016, offset 0
00000400:00000200:1.0:1769077917.535886:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077917.535888:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077917.535890:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077917.535892:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077917.535894:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077917.535895:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077917.535897:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077917.535900:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70930:70930:256:4294967295] 192.168.204.140@tcp LPNI seq info [70930:70930:8:4294967295]
00000400:00000200:1.0:1769077917.535904:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077917.535911:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077917.535915:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077917.535918:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077917.535922:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077917.535925:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077917.535929:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077917.535932:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077917.535936:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077917.535938:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077917.535941:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077917.535945:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077917.535947:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077917.535950:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077917.535952:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077917.535956:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535964:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.535966:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.535971:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535972:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077917.535975:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077917.535977:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077917.535981:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077917.535983:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299577286
00000100:00000001:1.0:1769077917.535986:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299577286
00000100:00000001:1.0:1769077917.535988:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299577286
00000100:00000001:1.0:1769077917.535990:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299577286
00000100:00000001:1.0:1769077917.535992:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077917.535994:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.535996:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077917.536000:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077917/real 1769077917]  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077917.536008:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077917.536010:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077917.536012:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077917.536014:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077917.536016:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077917.536018:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077917.536021:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077917.536031:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.536038:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077917.536039:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536041:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.536043:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077917.536048:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.536053:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077917.536056:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.536060:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077917.536062:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536063:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077917.536063:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536065:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077917.536067:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077917.536068:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077917.536070:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077917.536071:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077917.536074:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077917.536079:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414016:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077917.536081:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536083:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.536085:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617413888/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.536089:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077917.536090:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077917.536091:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077917.536093:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077917.536094:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077917.536095:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077917.536096:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077917.536098:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769077917.536100:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077917.536100:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077917.536102:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:1.0:1769077917.536103:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077917.536104:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536105:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077917.536107:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617414016/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077917.536111:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077917.536112:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077917.536113:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077917.536114:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077917.536115:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077917.536116:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077917.536117:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077917.536118:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769077917.536119:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077917.536119:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077917.536120:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:1.0:1769077917.536122:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077917.536122:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536123:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077917.536126:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077917.536127:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077917.536129:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077917.536131:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077917.854777:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077917.854783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077917.854846:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077917.854852:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077917.854856:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077918.878756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077918.878762:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077918.878826:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077918.878830:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077918.878832:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077919.070771:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299577286, at 4299577344
00000100:00000040:1.0:1769077919.070771:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299577286, at 4299577344
00000100:00000010:0.0:1769077919.070787:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000100:00000010:1.0:1769077919.070790:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00010000:00000001:1.0:1769077919.902789:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077919.902796:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077919.902850:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077919.902853:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077919.902857:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077920.926755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077920.926764:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077920.926843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077920.926848:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077920.926852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077921.950773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077921.950781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077921.950849:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077921.950854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077921.950859:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077922.654783:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077922.654794:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077922.654797:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077922.654801:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077922.654806:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077922.654814:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4908
00000400:00000200:3.0:1769077922.654824:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077922.654831:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077922.654833:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077922.654836:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.654838:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077922.654840:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.654843:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077922.654846:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077922.654847:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077922.654849:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077922.654852:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077922.654853:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077922.654855:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077922.654857:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.654858:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077922.654860:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.654861:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077922.654863:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077922.654865:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077922.654867:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077922.654869:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077922.654872:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077922.654875:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.654878:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077922.654880:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077922.654890:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077922.654894:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077922.654898:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077922.654899:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.654902:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077922.654904:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077922.654908:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077922.654916:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077922.654923:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077922.654932:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077922.654943:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077922.654948:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077922.654954:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077922.654975:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077922.654978:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077922.654981:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077922.654982:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077922.654983:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077922.654985:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077922.654987:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4908
00000400:00000200:3.0:1769077922.654990:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077922.654993:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077922.654996:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077922.654999:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655002:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077922.655006:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655008:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077922.655011:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077922.655012:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077922.655014:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077922.655016:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077922.655017:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077922.655021:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077922.655024:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077922.655027:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655031:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077922.655032:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077922.655036:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077922.655037:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077922.655041:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077922.655048:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769077922.655049:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077922.655055:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655063:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655067:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077922.655068:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077922.655072:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077922.655077:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077922.655078:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077922.655083:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077922.655083:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.655088:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077922.655090:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077922.655094:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077922.655097:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414144:192.168.204.140@tcp:250:kworker.0
00000008:00000001:3.0:1769077922.655100:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655105:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077922.655110:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077922.655114:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.655115:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.655121:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769077922.655123:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
02000000:00000010:1.0:1769077922.655127:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000020:00000040:3.0:1769077922.655128:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077922.655132:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077922.655134:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077922.655136:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.655139:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077922.655140:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077922.655142:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077922.655146:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769077922.655149:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077922.655153:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769077922.655154:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077922.655174:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077922.655184:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077922.655192:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414144, portal 25
00000100:00000001:3.0:1769077922.655193:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077922.655198:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077922.655200:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655202:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:3.0:1769077922.655208:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077922.655214:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077922.655228:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077922.655235:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077922.655238:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077922.655241:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077922.655243:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077922.655248:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00080000:3.0:1769077922.655248:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077922.655254:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617414144, offset 0
00000100:00080000:3.0:1769077922.655255:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077922.655258:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077922.655260:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077922.655261:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655267:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077922.655272:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4908
00000400:00000200:1.0:1769077922.655276:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077922.655279:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077922.655285:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769077922.655287:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077922.655291:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077922.655294:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769077922.655296:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655300:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077922.655302:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769077922.655306:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077922.655311:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077922.655312:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077922.655318:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077922.655319:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000040:3.0:1769077922.655322:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769077922.655328:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70931:70931:256:4294967295] 192.168.204.140@tcp LPNI seq info [70931:70931:8:4294967295]
00000020:00000001:3.0:1769077922.655328:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077922.655332:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769077922.655338:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:3.0:1769077922.655338:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077922.655343:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077922.655350:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655355:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077922.655357:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769077922.655362:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077922.655367:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769077922.655368:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769077922.655374:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000010:1.0:1769077922.655375:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:3.0:1769077922.655380:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:1.0:1769077922.655386:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077922.655386:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077922.655391:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1769077922.655392:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077922.655398:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769077922.655398:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077922.655404:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077922.655408:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077922.655409:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077922.655414:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077922.655415:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077922.655420:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077922.655421:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077922.655425:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000008:00100000:3.0:1769077922.655426:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:1.0:1769077922.655429:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000008:00000001:3.0:1769077922.655431:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655434:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077922.655435:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077922.655439:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077922.655443:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077922.655450:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769077922.655452:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.655457:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077922.655457:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077922.655461:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077922.655467:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077922.655469:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077922.655472:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655474:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077922.655477:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:1.0:1769077922.655478:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077922.655483:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655489:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077922.655490:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077922.655500:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077922.655504:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077922.655506:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299582406
00000100:00000001:3.0:1769077922.655510:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077922.655514:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95000.
00000100:00000040:3.0:1769077922.655517:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655524:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077922.655542:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299582406
00000100:00000001:3.0:1769077922.655542:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077922.655548:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a20.
00000100:00000040:3.0:1769077922.655550:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4918)
00000100:00000001:1.0:1769077922.655551:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077922.655557:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077922.655560:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655562:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077922.655566:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077922/real 1769077922]  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077922.655575:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077922.655577:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077922.655579:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077922.655582:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077922.655583:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077922.655586:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077922.655588:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077922.655595:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655599:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077922.655600:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655602:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.655603:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077922.655606:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655611:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077922.655614:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655619:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077922.655621:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655622:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.655624:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655625:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077922.655627:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077922.655629:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077922.655631:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077922.655633:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077922.655636:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077922.655641:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414144:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077922.655644:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655646:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.655647:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617414144/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655652:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077922.655655:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077922.655657:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077922.655680:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077922.655682:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077922.655683:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077922.655685:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077922.655687:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769077922.655690:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077922.655692:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077922.655701:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769077922.655703:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077922.655704:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655705:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655712:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077922.655713:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655715:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077922.655716:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077922.655717:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077922.655721:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655727:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077922.655728:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.655731:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077922.655733:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077922.655735:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077922.655738:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414272:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077922.655742:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077922.655744:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077922.655746:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.655748:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077922.655751:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077922.655753:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077922.655758:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077922.655762:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077922.655765:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077922.655769:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414272, portal 10
00000100:00000001:1.0:1769077922.655771:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077922.655772:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769077922.655779:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655795:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077922.655798:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077922.655800:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077922.655804:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617414272, offset 0
00000400:00000200:1.0:1769077922.655807:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077922.655810:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077922.655813:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077922.655815:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077922.655817:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077922.655819:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077922.655821:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077922.655823:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70932:70932:256:4294967295] 192.168.204.140@tcp LPNI seq info [70932:70932:8:4294967295]
00000400:00000200:1.0:1769077922.655826:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077922.655831:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077922.655834:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077922.655838:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077922.655842:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077922.655845:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077922.655850:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077922.655852:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077922.655871:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077922.655873:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077922.655877:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077922.655880:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077922.655884:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077922.655886:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077922.655896:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077922.655901:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655909:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.655912:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655916:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655917:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077922.655921:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077922.655923:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077922.655926:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077922.655928:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299580940
00000100:00000001:1.0:1769077922.655930:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299582406
00000100:00000001:1.0:1769077922.655931:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299580940
00000100:00000001:1.0:1769077922.655933:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299582406
00000100:00000001:1.0:1769077922.655934:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077922.655936:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.655937:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077922.655940:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077922/real 1769077922]  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077922.655945:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077922.655946:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077922.655947:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077922.655949:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077922.655950:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077922.655951:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077922.655953:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077922.655959:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655964:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077922.655966:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655967:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.655968:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077922.655971:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655975:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077922.655977:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.655981:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077922.655983:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655984:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.655985:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.655987:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077922.655988:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077922.655990:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077922.655992:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077922.655994:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077922.655996:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077922.656001:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414272:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077922.656004:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077922.656005:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656009:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077922.656010:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.656012:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077922.656013:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077922.656015:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077922.656016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414400:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077922.656019:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077922.656020:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077922.656021:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077922.656022:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077922.656025:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077922.656026:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077922.656029:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077922.656030:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077922.656033:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077922.656035:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414400, portal 4
00000100:00000001:1.0:1769077922.656036:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077922.656037:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769077922.656041:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656054:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077922.656056:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077922.656058:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077922.656061:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617414400, offset 0
00000400:00000200:1.0:1769077922.656065:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077922.656070:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077922.656074:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077922.656077:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077922.656080:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077922.656083:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077922.656085:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077922.656089:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70933:70933:256:4294967295] 192.168.204.140@tcp LPNI seq info [70933:70933:8:4294967295]
00000400:00000200:1.0:1769077922.656094:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077922.656100:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077922.656105:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077922.656107:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077922.656112:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077922.656115:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077922.656119:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077922.656122:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077922.656126:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077922.656128:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077922.656131:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077922.656135:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077922.656138:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077922.656140:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077922.656142:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077922.656146:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656155:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.656170:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656185:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.656186:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077922.656191:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077922.656194:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077922.656198:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077922.656200:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299582406
00000100:00000001:1.0:1769077922.656203:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299582406
00000100:00000001:1.0:1769077922.656205:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299582406
00000100:00000001:1.0:1769077922.656207:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299582406
00000100:00000001:1.0:1769077922.656209:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077922.656212:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.656214:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077922.656218:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077922/real 1769077922]  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077922.656226:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077922.656228:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077922.656229:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077922.656231:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077922.656232:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077922.656234:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077922.656236:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077922.656242:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656246:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077922.656247:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656248:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.656249:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077922.656251:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656256:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077922.656258:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656263:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077922.656264:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656265:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077922.656266:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656267:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077922.656269:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077922.656271:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077922.656273:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077922.656274:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077922.656276:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077922.656281:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414400:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077922.656283:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656285:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.656287:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617414272/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656294:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077922.656296:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077922.656298:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077922.656300:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077922.656302:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077922.656303:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077922.656306:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077922.656307:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769077922.656310:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077922.656311:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077922.656313:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769077922.656315:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077922.656316:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656318:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077922.656322:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617414400/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077922.656330:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077922.656331:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077922.656333:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077922.656335:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077922.656337:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077922.656338:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077922.656340:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077922.656342:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769077922.656344:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077922.656346:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077922.656347:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769077922.656350:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077922.656352:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656353:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077922.656356:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077922.656357:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077922.656358:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077922.656359:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077922.974772:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077922.974777:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077922.974842:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077922.974846:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077922.974851:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077923.998838:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077923.998848:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077923.998921:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077923.998927:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077923.998931:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077924.190782:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299582406, at 4299582464
00000100:00000040:1.0:1769077924.190782:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299582406, at 4299582464
00000100:00000010:0.0:1769077924.190802:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000100:00000010:1.0:1769077924.190810:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00010000:00000001:1.0:1769077925.022780:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077925.022787:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077925.022881:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077925.022889:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077925.022895:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077926.046795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077926.046804:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077926.046808:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077926.046810:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.046816:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077926.046818:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.046821:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077926.046823:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077926.046903:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077926.046907:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077926.046911:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077927.070779:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077927.070791:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077927.070873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077927.070887:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077927.070894:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077927.774804:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.774819:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077927.774822:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.774827:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.774833:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.774842:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4913
00000400:00000200:3.0:1769077927.774855:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077927.774862:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077927.774866:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.774870:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.774875:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.774877:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.774881:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077927.774886:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.774901:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077927.774905:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.774908:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077927.774911:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077927.774914:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077927.774918:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.774920:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.774922:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.774925:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077927.774929:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077927.774932:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077927.774935:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.774939:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077927.774943:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077927.774947:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.774949:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077927.774952:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077927.774964:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077927.774969:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077927.774974:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077927.774976:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.774980:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077927.774982:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077927.774988:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077927.774999:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077927.775006:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077927.775016:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077927.775036:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077927.775041:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.775046:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.775090:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077927.775094:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.775098:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077927.775099:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.775101:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077927.775105:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077927.775108:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4913
00000400:00000200:3.0:1769077927.775113:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077927.775117:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077927.775120:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.775124:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775127:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077927.775128:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077927.775131:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077927.775134:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769077927.775135:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077927.775138:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077927.775141:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077927.775144:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:1.0:1769077927.775147:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077927.775147:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.775150:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077927.775156:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077927.775162:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077927.775167:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077927.775170:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077927.775172:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775174:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.775179:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775181:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077927.775185:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077927.775187:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769077927.775189:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077927.775190:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.775194:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077927.775195:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077927.775201:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077927.775201:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077927.775208:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775213:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769077927.775214:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414528:192.168.204.140@tcp:250:kworker.0
00000008:00100000:3.0:1769077927.775219:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077927.775222:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769077927.775224:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775228:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.775230:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1769077927.775233:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
02000000:00000001:1.0:1769077927.775235:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077927.775237:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077927.775241:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769077927.775242:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077927.775245:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775247:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077927.775249:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769077927.775250:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:3.0:1769077927.775252:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.775255:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077927.775259:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769077927.775265:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.775269:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769077927.775275:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077927.775278:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769077927.775288:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769077927.775290:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077927.775292:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.775298:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077927.775301:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414528, portal 25
00000100:00000001:1.0:1769077927.775306:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077927.775309:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000100:00000001:3.0:1769077927.775317:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.775321:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077927.775326:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769077927.775330:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077927.775332:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077927.775342:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077927.775346:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077927.775347:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077927.775351:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1769077927.775354:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775356:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769077927.775358:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077927.775363:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617414528, offset 0
00000100:00080000:3.0:1769077927.775363:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4913
00000400:00000200:3.0:1769077927.775371:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077927.775375:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077927.775379:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077927.775382:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077927.775386:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077927.775389:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077927.775392:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077927.775395:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775398:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077927.775401:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077927.775404:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:3.0:1769077927.775405:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077927.775409:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077927.775412:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769077927.775413:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077927.775417:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077927.775420:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769077927.775423:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077927.775427:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769077927.775431:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077927.775433:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775435:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077927.775440:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70934:70934:256:4294967295] 192.168.204.140@tcp LPNI seq info [70934:70934:8:4294967295]
00000100:00000040:3.0:1769077927.775441:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775447:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077927.775452:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769077927.775454:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077927.775459:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077927.775464:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.775468:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769077927.775469:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077927.775475:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769077927.775479:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769077927.775480:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775485:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769077927.775487:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00100000:3.0:1769077927.775489:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077927.775493:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077927.775498:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077927.775499:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077927.775506:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000010:3.0:1769077927.775508:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000800:00000200:1.1:1769077927.775514:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769077927.775515:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769077927.775522:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1769077927.775523:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077927.775526:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077927.775529:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1769077927.775530:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769077927.775533:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769077927.775534:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
02000000:00000001:3.0:1769077927.775538:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.775541:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1769077927.775544:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000400:00000200:1.0:1769077927.775548:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769077927.775551:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.775554:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077927.775558:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00100000:3.0:1769077927.775561:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077927.775564:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077927.775571:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077927.775580:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077927.775584:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775585:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.775595:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077927.775596:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775612:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775617:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077927.775620:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775626:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077927.775628:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4923)
00000400:00000200:1.0:1769077927.775632:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077927.775635:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299587526
00000100:00000010:1.0:1769077927.775639:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a20.
00000100:00000001:1.0:1769077927.775646:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077927.775652:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299587526
00000100:00000010:1.0:1769077927.775654:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95840.
00000100:00000001:1.0:1769077927.775682:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077927.775686:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077927.775689:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775691:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077927.775695:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077927.775703:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077927.775704:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077927.775705:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077927.775707:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077927.775709:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077927.775711:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077927.775713:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077927.775719:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775724:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077927.775725:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775727:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.775728:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077927.775731:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775736:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077927.775741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775750:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077927.775753:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775755:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.775756:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775759:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077927.775761:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077927.775764:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077927.775768:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077927.775771:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077927.775776:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077927.775784:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414528:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077927.775790:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775792:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.775795:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617414528/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775811:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077927.775814:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077927.775817:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077927.775820:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077927.775822:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077927.775824:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077927.775827:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077927.775830:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769077927.775834:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077927.775836:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077927.775838:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:1.0:1769077927.775840:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077927.775841:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775843:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.775851:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077927.775852:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775854:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077927.775855:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077927.775856:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077927.775860:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775864:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077927.775866:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.775867:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077927.775868:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077927.775870:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077927.775872:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414656:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077927.775874:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077927.775876:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077927.775877:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.775878:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077927.775880:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077927.775882:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.775885:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077927.775895:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077927.775898:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077927.775903:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414656, portal 10
00000100:00000001:1.0:1769077927.775904:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077927.775905:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000040:1.0:1769077927.775911:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775915:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077927.775917:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077927.775918:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077927.775920:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617414656, offset 0
00000400:00000200:1.0:1769077927.775923:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077927.775926:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077927.775929:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077927.775931:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077927.775933:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077927.775935:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077927.775937:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077927.775939:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70935:70935:256:4294967295] 192.168.204.140@tcp LPNI seq info [70935:70935:8:4294967295]
00000400:00000200:1.0:1769077927.775942:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077927.775946:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077927.775949:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077927.775951:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077927.775953:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077927.775955:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077927.775958:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077927.775960:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077927.775963:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077927.775964:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077927.775966:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077927.775968:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077927.775970:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077927.775972:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077927.775973:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077927.775975:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775981:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.775983:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.775987:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.775988:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077927.775991:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077927.775994:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077927.775996:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077927.775998:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299586060
00000100:00000001:1.0:1769077927.776000:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299587526
00000100:00000001:1.0:1769077927.776001:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299586060
00000100:00000001:1.0:1769077927.776003:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299587526
00000100:00000001:1.0:1769077927.776009:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077927.776011:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.776012:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077927.776015:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077927.776020:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077927.776021:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077927.776022:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077927.776024:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077927.776025:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077927.776026:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077927.776028:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077927.776034:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776038:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077927.776039:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776040:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.776041:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077927.776043:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776047:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077927.776049:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776053:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077927.776055:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776056:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.776057:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776058:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077927.776060:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077927.776062:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077927.776064:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077927.776065:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077927.776067:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077927.776084:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414656:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077927.776087:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077927.776090:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776094:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077927.776095:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.776096:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077927.776097:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077927.776099:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077927.776101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414784:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077927.776103:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077927.776104:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077927.776105:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077927.776106:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077927.776109:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077927.776110:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077927.776113:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077927.776115:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077927.776118:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077927.776120:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414784, portal 4
00000100:00000001:1.0:1769077927.776121:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077927.776123:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769077927.776127:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776132:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077927.776133:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077927.776134:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077927.776136:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617414784, offset 0
00000400:00000200:1.0:1769077927.776139:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077927.776141:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077927.776144:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077927.776146:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077927.776148:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077927.776150:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077927.776151:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077927.776154:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70936:70936:256:4294967295] 192.168.204.140@tcp LPNI seq info [70936:70936:8:4294967295]
00000400:00000200:1.0:1769077927.776158:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077927.776165:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077927.776170:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077927.776174:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077927.776178:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077927.776182:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077927.776186:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077927.776189:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077927.776193:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077927.776195:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077927.776198:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077927.776202:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077927.776205:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077927.776207:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077927.776210:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077927.776214:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776220:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.776222:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776227:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.776228:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077927.776231:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077927.776234:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077927.776238:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077927.776240:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299587526
00000100:00000001:1.0:1769077927.776243:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299587526
00000100:00000001:1.0:1769077927.776246:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299587526
00000100:00000001:1.0:1769077927.776248:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299587526
00000100:00000001:1.0:1769077927.776250:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077927.776252:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.776254:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077927.776258:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077927/real 1769077927]  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077927.776267:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077927.776269:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077927.776271:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077927.776273:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077927.776275:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077927.776278:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077927.776281:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077927.776291:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776296:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077927.776297:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776298:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.776299:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077927.776302:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776307:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077927.776310:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776314:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077927.776316:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776317:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077927.776317:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776319:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077927.776321:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077927.776323:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077927.776326:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077927.776327:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077927.776330:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077927.776335:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617414784:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077927.776337:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776339:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.776341:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617414656/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776345:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077927.776346:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077927.776347:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077927.776348:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077927.776349:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077927.776350:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077927.776352:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077927.776354:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769077927.776355:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077927.776356:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077927.776358:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:1.0:1769077927.776360:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077927.776360:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776362:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077927.776364:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617414784/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077927.776368:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077927.776369:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077927.776369:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077927.776371:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077927.776372:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077927.776372:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077927.776373:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077927.776374:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769077927.776375:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077927.776376:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077927.776377:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769077927.776378:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077927.776379:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776380:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077927.776382:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077927.776383:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077927.776384:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077927.776385:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077928.094821:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077928.094833:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077928.094899:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077928.094904:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077928.094908:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077929.118791:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077929.118798:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077929.118875:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077929.118880:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077929.118883:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077929.310767:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299587526, at 4299587584
00000100:00000040:0.0:1769077929.310770:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299587526, at 4299587584
00000100:00000010:1.0:1769077929.310784:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00000100:00000010:0.0:1769077929.310787:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00010000:00000001:1.0:1769077930.142844:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077930.142853:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077930.142931:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077930.142934:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077930.142937:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077931.166772:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077931.166782:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077931.166854:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077931.166858:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077931.166861:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077932.190778:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077932.190784:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077932.190843:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077932.190847:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077932.190850:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077932.894799:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077932.894810:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077932.894813:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077932.894818:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077932.894822:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077932.894830:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4918
00000400:00000200:2.0:1769077932.894840:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077932.894846:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077932.894851:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077932.894854:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.894858:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077932.894860:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.894863:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077932.894867:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077932.894869:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077932.894872:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077932.894875:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077932.894878:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077932.894880:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077932.894884:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.894887:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077932.894889:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.894891:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077932.894894:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077932.894899:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077932.894902:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.894905:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077932.894908:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077932.894911:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.894913:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077932.894916:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077932.894926:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769077932.894930:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077932.894934:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077932.894936:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.894939:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077932.894942:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077932.894946:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077932.894954:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769077932.894961:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077932.894971:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077932.894982:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077932.895001:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.895006:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.895027:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077932.895031:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077932.895034:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077932.895035:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077932.895037:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077932.895040:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077932.895043:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4918
00000400:00000200:2.0:1769077932.895048:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077932.895053:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077932.895056:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077932.895059:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895062:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077932.895064:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077932.895067:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077932.895067:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077932.895072:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769077932.895073:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077932.895076:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769077932.895077:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077932.895083:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077932.895085:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077932.895086:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077932.895092:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077932.895099:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077932.895101:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077932.895104:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.895108:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769077932.895109:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077932.895111:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769077932.895114:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077932.895117:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895121:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077932.895123:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769077932.895125:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077932.895130:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769077932.895131:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414912:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077932.895135:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895138:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769077932.895140:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769077932.895143:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077932.895145:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.895148:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769077932.895149:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769077932.895153:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:2.0:1769077932.895154:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.895158:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.895159:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077932.895166:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769077932.895167:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077932.895173:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000008:00000001:2.0:1769077932.895173:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.895180:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077932.895182:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000010:2.0:1769077932.895187:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000100:00000200:1.0:1769077932.895189:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617414912, portal 25
00000020:00000040:2.0:1769077932.895192:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769077932.895194:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077932.895199:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
02000000:00000001:2.0:1769077932.895199:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077932.895203:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.895207:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769077932.895209:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769077932.895211:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077932.895215:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895222:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:2.0:1769077932.895224:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000040:1.0:1769077932.895225:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077932.895230:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000001:2.0:1769077932.895232:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077932.895235:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617414912, offset 0
00000100:00100000:2.0:1769077932.895243:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077932.895249:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895260:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077932.895263:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077932.895265:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077932.895275:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077932.895276:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077932.895287:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769077932.895293:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077932.895295:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769077932.895300:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077932.895301:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077932.895307:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769077932.895310:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077932.895313:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70937:70937:256:4294967295] 192.168.204.140@tcp LPNI seq info [70937:70937:8:4294967295]
00000100:00080000:2.0:1769077932.895317:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077932.895320:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769077932.895326:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077932.895328:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077932.895332:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077932.895335:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769077932.895337:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769077932.895342:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769077932.895345:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4918
00000800:00000010:1.0:1769077932.895349:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769077932.895354:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769077932.895359:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769077932.895362:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.0:1769077932.895364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1769077932.895366:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769077932.895374:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769077932.895375:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895381:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769077932.895382:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1769077932.895387:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000100:1.0:1769077932.895391:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895393:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000010:1.0:1769077932.895395:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000020:00000001:2.0:1769077932.895398:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077932.895402:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1769077932.895402:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077932.895407:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769077932.895411:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769077932.895411:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077932.895416:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077932.895418:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077932.895423:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000020:00000001:2.0:1769077932.895423:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769077932.895429:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1769077932.895433:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:1.0:1769077932.895436:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.895438:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077932.895445:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077932.895451:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077932.895453:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1769077932.895457:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000040:1.0:1769077932.895459:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769077932.895465:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077932.895469:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077932.895471:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895472:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769077932.895477:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077932.895478:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077932.895482:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077932.895486:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769077932.895488:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895490:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299592646
00000100:00000001:2.0:1769077932.895493:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769077932.895496:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95840.
00000008:00100000:2.0:1769077932.895498:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077932.895503:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895505:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769077932.895506:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077932.895514:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769077932.895517:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077932.895519:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077932.895521:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895522:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299592646
00000100:00000001:2.0:1769077932.895523:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1769077932.895528:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a951e0.
02000000:00000001:2.0:1769077932.895528:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077932.895533:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895534:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077932.895539:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077932.895542:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077932.895542:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:1.0:1769077932.895544:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077932.895550:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077932]  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.895551:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077932.895563:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00100000:2.0:1769077932.895564:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769077932.895566:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077932.895569:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077932.895573:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077932.895574:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077932.895576:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077932.895580:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077932.895586:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.895601:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077932.895602:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077932.895605:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077932.895606:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895608:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.895611:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1769077932.895616:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077932.895618:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077932.895651:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895653:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077932.895688:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895698:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1769077932.895698:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4928)
00000100:00000001:1.0:1769077932.895706:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895707:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.895709:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895711:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077932.895713:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077932.895716:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077932.895719:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077932.895721:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077932.895725:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077932.895731:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617414912:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077932.895734:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895736:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077932.895738:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617414912/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895742:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077932.895744:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077932.895746:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077932.895749:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077932.895750:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077932.895751:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077932.895753:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077932.895755:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769077932.895757:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077932.895759:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077932.895760:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:1.0:1769077932.895762:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077932.895763:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895772:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895778:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077932.895779:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895780:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077932.895781:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077932.895783:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077932.895785:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895791:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077932.895792:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.895793:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077932.895795:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077932.895796:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077932.895798:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415040:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077932.895800:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077932.895802:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077932.895803:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.895804:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077932.895806:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077932.895808:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077932.895811:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077932.895813:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077932.895815:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077932.895818:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415040, portal 10
00000100:00000001:1.0:1769077932.895819:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077932.895820:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:1.0:1769077932.895824:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895829:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077932.895831:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077932.895832:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077932.895834:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617415040, offset 0
00000400:00000200:1.0:1769077932.895836:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077932.895839:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077932.895841:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077932.895844:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077932.895845:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077932.895847:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077932.895849:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077932.895851:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70938:70938:256:4294967295] 192.168.204.140@tcp LPNI seq info [70938:70938:8:4294967295]
00000400:00000200:1.0:1769077932.895854:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077932.895859:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077932.895862:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077932.895864:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077932.895867:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077932.895869:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077932.895871:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077932.895873:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077932.895876:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077932.895877:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077932.895879:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077932.895882:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077932.895884:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077932.895885:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077932.895886:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077932.895888:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895894:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077932.895896:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895900:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895901:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077932.895903:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077932.895906:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077932.895908:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077932.895910:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299591180
00000100:00000001:1.0:1769077932.895912:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299592646
00000100:00000001:1.0:1769077932.895913:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299591180
00000100:00000001:1.0:1769077932.895915:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299592646
00000100:00000001:1.0:1769077932.895916:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077932.895918:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.895919:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077932.895922:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077932]  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077932.895927:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077932.895928:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077932.895929:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077932.895930:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077932.895931:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077932.895932:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077932.895934:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077932.895940:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895944:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077932.895945:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895946:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.895946:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077932.895949:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895953:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077932.895955:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.895959:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077932.895961:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895962:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.895962:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.895963:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077932.895965:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077932.895967:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077932.895971:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077932.895973:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077932.895977:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077932.895999:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415040:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077932.896004:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077932.896008:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896016:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077932.896017:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.896020:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077932.896022:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077932.896024:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077932.896027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415168:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077932.896031:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077932.896033:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077932.896034:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077932.896036:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077932.896040:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077932.896042:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077932.896046:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077932.896048:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077932.896050:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077932.896052:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415168, portal 4
00000100:00000001:1.0:1769077932.896054:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077932.896055:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000040:1.0:1769077932.896059:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896064:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077932.896066:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077932.896067:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077932.896069:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617415168, offset 0
00000400:00000200:1.0:1769077932.896071:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077932.896074:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077932.896077:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077932.896079:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077932.896081:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077932.896083:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077932.896084:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077932.896086:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70939:70939:256:4294967295] 192.168.204.140@tcp LPNI seq info [70939:70939:8:4294967295]
00000400:00000200:1.0:1769077932.896089:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077932.896093:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077932.896096:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077932.896098:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077932.896100:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077932.896102:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077932.896105:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077932.896107:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077932.896109:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077932.896111:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077932.896113:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077932.896115:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077932.896117:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077932.896118:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077932.896120:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077932.896122:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896127:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077932.896129:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896133:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.896134:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077932.896137:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077932.896139:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077932.896141:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077932.896142:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299592646
00000100:00000001:1.0:1769077932.896144:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299592646
00000100:00000001:1.0:1769077932.896146:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299592646
00000100:00000001:1.0:1769077932.896147:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299592646
00000100:00000001:1.0:1769077932.896149:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077932.896150:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.896151:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077932.896153:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077932/real 1769077932]  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077932.896158:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077932.896159:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077932.896160:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077932.896161:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077932.896162:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077932.896163:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077932.896165:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077932.896171:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896175:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077932.896175:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896177:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.896177:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077932.896180:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896183:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077932.896186:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896191:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077932.896192:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896193:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077932.896194:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896195:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077932.896197:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077932.896199:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077932.896201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077932.896202:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077932.896205:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077932.896209:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415168:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077932.896212:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896213:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077932.896215:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617415040/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896219:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077932.896220:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077932.896221:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077932.896223:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077932.896224:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077932.896224:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077932.896226:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077932.896227:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769077932.896229:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077932.896230:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077932.896231:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:1.0:1769077932.896233:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077932.896234:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896236:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077932.896240:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617415168/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077932.896246:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077932.896248:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077932.896249:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077932.896252:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077932.896253:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077932.896254:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077932.896256:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077932.896258:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769077932.896260:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077932.896261:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077932.896263:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:1.0:1769077932.896265:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077932.896266:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896268:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077932.896272:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077932.896273:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077932.896276:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077932.896277:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077933.214732:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077933.214737:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077933.214804:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077933.214809:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077933.214813:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077934.238800:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077934.238807:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077934.238885:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077934.238889:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077934.238893:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077934.430747:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299592646, at 4299592704
00000100:00000040:0.0:1769077934.430749:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299592646, at 4299592704
00000100:00000010:1.0:1769077934.430766:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000100:00000010:0.0:1769077934.430768:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00010000:00000001:1.0:1769077935.262734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077935.262742:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077935.262811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077935.262815:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077935.262819:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077936.286774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077936.286783:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077936.286785:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077936.286788:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077936.286794:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077936.286796:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077936.286798:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077936.286800:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077936.286875:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077936.286880:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077936.286883:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077937.310788:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077937.310795:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077937.310855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077937.310858:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077937.310862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077938.014770:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077938.014779:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077938.014781:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077938.014785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077938.014787:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077938.014793:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4923
00000400:00000200:3.0:1769077938.014801:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077938.014806:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077938.014808:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077938.014811:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014813:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077938.014815:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014817:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077938.014820:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077938.014821:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077938.014823:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077938.014825:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077938.014827:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077938.014828:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077938.014830:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014831:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077938.014833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014834:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077938.014837:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077938.014839:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014841:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077938.014843:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077938.014845:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077938.014847:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.014849:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077938.014851:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077938.014859:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769077938.014862:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077938.014865:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077938.014866:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.014868:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077938.014871:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077938.014874:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077938.014879:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769077938.014885:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077938.014890:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077938.014898:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077938.014913:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077938.014919:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077938.014943:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077938.014945:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077938.014947:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077938.014949:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077938.014950:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077938.014952:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077938.014954:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4923
00000400:00000200:3.0:1769077938.014957:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077938.014960:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077938.014962:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077938.014964:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014966:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077938.014968:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.014970:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077938.014972:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077938.014974:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769077938.014974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077938.014978:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769077938.014980:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077938.014981:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769077938.014985:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769077938.014986:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077938.014990:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077938.014994:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077938.014996:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077938.014996:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077938.015000:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015002:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077938.015003:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077938.015005:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015008:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077938.015011:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077938.015016:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077938.015021:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015022:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769077938.015023:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077938.015028:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077938.015028:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077938.015035:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015037:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077938.015037:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015043:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769077938.015043:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077938.015047:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077938.015050:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077938.015051:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077938.015053:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.015056:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077938.015057:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077938.015059:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077938.015062:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077938.015065:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.015069:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617415296:192.168.204.140@tcp:250:kworker.0
00000100:00100000:3.0:1769077938.015075:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077938.015078:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.015084:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077938.015087:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077938.015089:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.015093:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015095:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769077938.015101:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077938.015103:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077938.015109:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.015120:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015121:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077938.015128:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769077938.015128:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077938.015135:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077938.015138:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00080000:3.0:1769077938.015139:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769077938.015148:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415296, portal 25
00000100:00080000:3.0:1769077938.015151:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769077938.015153:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769077938.015155:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769077938.015158:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00080000:3.0:1769077938.015158:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077938.015164:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077938.015167:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4923
00000100:00000040:1.0:1769077938.015172:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769077938.015173:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077938.015179:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077938.015183:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077938.015189:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015194:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077938.015195:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769077938.015197:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015201:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769077938.015202:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769077938.015205:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769077938.015208:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000020:00000040:3.0:1769077938.015208:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077938.015211:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769077938.015214:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617415296, offset 0
00000020:00000040:3.0:1769077938.015214:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077938.015219:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077938.015222:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077938.015226:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077938.015229:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015231:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077938.015233:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015234:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077938.015237:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077938.015238:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769077938.015242:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077938.015245:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077938.015248:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077938.015249:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:3.0:1769077938.015252:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077938.015255:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769077938.015257:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.015259:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077938.015261:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077938.015262:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000008:00000001:3.0:1769077938.015267:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015269:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077938.015270:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015276:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000010:3.0:1769077938.015277:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769077938.015282:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769077938.015283:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70940:70940:256:4294967295] 192.168.204.140@tcp LPNI seq info [70940:70940:8:4294967295]
02000000:00000001:3.0:1769077938.015285:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077938.015287:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077938.015290:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077938.015293:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077938.015296:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015297:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769077938.015300:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077938.015305:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077938.015312:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077938.015319:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077938.015324:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077938.015328:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077938.015333:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077938.015334:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077938.015343:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769077938.015344:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077938.015350:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4933)
00000800:00000200:1.0:1769077938.015355:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077938.015358:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077938.015364:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077938.015367:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077938.015371:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077938.015373:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077938.015378:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.015382:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.015385:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077938.015387:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077938.015391:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.015394:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015410:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.015413:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015418:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015419:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.015425:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015428:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077938.015430:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299597766
00000100:00000010:1.0:1769077938.015434:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a951e0.
00000100:00000001:1.0:1769077938.015440:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077938.015449:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299597766
00000100:00000010:1.0:1769077938.015452:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a958a0.
00000100:00000001:1.0:1769077938.015454:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077938.015457:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.015458:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015460:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.015465:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.015472:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.015474:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.015476:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077938.015479:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077938.015480:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077938.015481:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.015485:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.015495:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015501:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.015503:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015506:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.015508:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.015512:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015520:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.015525:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015533:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.015537:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015539:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.015541:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015544:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.015545:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.015549:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.015552:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077938.015554:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.015557:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.015563:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617415296:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077938.015567:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015568:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.015570:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617415296/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015575:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.015577:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.015579:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077938.015582:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.015584:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.015585:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077938.015588:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.015591:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769077938.015595:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.015596:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.015598:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769077938.015601:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.015602:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015604:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015612:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.015614:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015616:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.015618:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077938.015619:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.015624:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015633:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.015635:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015637:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.015639:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.015641:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.015643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415424:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.015646:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.015648:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.015649:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015650:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.015652:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077938.015654:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015676:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077938.015679:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077938.015681:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077938.015684:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415424, portal 10
00000100:00000001:1.0:1769077938.015685:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.015686:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769077938.015691:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015696:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.015698:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077938.015699:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077938.015701:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617415424, offset 0
00000400:00000200:1.0:1769077938.015704:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077938.015707:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077938.015709:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077938.015712:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.015714:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077938.015715:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.015717:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077938.015719:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70941:70941:256:4294967295] 192.168.204.140@tcp LPNI seq info [70941:70941:8:4294967295]
00000400:00000200:1.0:1769077938.015722:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077938.015727:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.015739:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077938.015742:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077938.015745:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077938.015747:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077938.015750:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077938.015752:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077938.015754:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077938.015756:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077938.015758:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.015760:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.015762:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077938.015764:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077938.015765:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.015768:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015773:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.015775:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015780:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015782:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.015785:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.015789:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077938.015792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077938.015794:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299596300
00000100:00000001:1.0:1769077938.015797:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299597766
00000100:00000001:1.0:1769077938.015799:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299596300
00000100:00000001:1.0:1769077938.015801:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299597766
00000100:00000001:1.0:1769077938.015803:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.015806:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.015808:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.015813:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.015822:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.015824:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.015825:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077938.015828:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077938.015830:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077938.015832:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.015836:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.015844:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015849:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.015850:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015851:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.015852:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.015854:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015859:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.015861:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015865:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.015867:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015868:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.015869:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.015870:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.015871:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.015873:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.015876:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077938.015884:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.015887:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.015893:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415424:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077938.015895:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077938.015897:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015917:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077938.015918:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015920:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077938.015922:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077938.015923:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077938.015925:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415552:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.015928:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077938.015930:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077938.015931:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077938.015932:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077938.015935:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077938.015937:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077938.015940:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077938.015942:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077938.015944:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077938.015946:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415552, portal 4
00000100:00000001:1.0:1769077938.015947:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077938.015948:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769077938.015952:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.015957:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077938.015959:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077938.015960:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077938.015962:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617415552, offset 0
00000400:00000200:1.0:1769077938.015964:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077938.015967:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077938.015970:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077938.015972:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077938.015974:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077938.015976:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077938.015977:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077938.015980:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70942:70942:256:4294967295] 192.168.204.140@tcp LPNI seq info [70942:70942:8:4294967295]
00000400:00000200:1.0:1769077938.015983:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077938.015987:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077938.015990:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077938.015991:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769077938.015994:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077938.015996:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769077938.015999:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077938.016001:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769077938.016003:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077938.016004:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769077938.016007:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077938.016009:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077938.016011:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:1.0:1769077938.016013:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:1.0:1769077938.016015:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077938.016019:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016027:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.016030:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077963 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016037:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.016038:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077938.016043:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077938.016046:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077938.016049:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077938.016052:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299597766
00000100:00000001:1.0:1769077938.016054:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299597766
00000100:00000001:1.0:1769077938.016057:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299597766
00000100:00000001:1.0:1769077938.016059:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299597766
00000100:00000001:1.0:1769077938.016061:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077938.016064:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.016066:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077938.016070:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077938/real 1769077938]  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077938.016078:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077938.016079:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077938.016081:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077938.016082:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077938.016083:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077938.016085:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077938.016087:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077938.016093:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016097:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077938.016098:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016099:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.016100:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077938.016103:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016107:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077938.016109:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016114:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077938.016116:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016117:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077938.016118:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016119:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077938.016121:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077938.016122:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077938.016124:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077938.016126:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077938.016129:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077938.016137:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415552:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077938.016141:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016143:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.016146:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617415424/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016152:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.016154:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.016156:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077938.016159:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.016160:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.016162:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077938.016164:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.016166:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769077938.016168:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.016170:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.016172:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769077938.016174:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.016176:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016178:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077938.016181:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617415552/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077963 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077938.016188:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077938.016189:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077938.016190:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077938.016192:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077938.016193:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077938.016194:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077938.016195:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077938.016196:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769077938.016198:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077938.016199:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077938.016200:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769077938.016202:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077938.016202:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016204:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077938.016206:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077938.016207:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077938.016209:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077938.016210:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077938.334745:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077938.334751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077938.334823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077938.334828:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077938.334832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077939.358771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077939.358778:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077939.358840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077939.358844:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077939.358848:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077939.550763:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299597766, at 4299597824
00000100:00000040:1.0:1769077939.550765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299597766, at 4299597824
00000100:00000010:0.0:1769077939.550778:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000100:00000010:1.0:1769077939.550784:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00010000:00000001:1.0:1769077940.382739:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077940.382751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077940.382800:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077940.382804:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077940.382808:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077941.406789:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077941.406795:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077941.406869:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077941.406872:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077941.406875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077942.430796:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077942.430805:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077942.430895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077942.430899:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077942.430903:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077943.134779:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077943.134790:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077943.134793:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077943.134798:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077943.134803:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077943.134811:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4928
00000400:00000200:3.0:1769077943.134834:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077943.134841:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077943.134844:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077943.134847:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.134850:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077943.134852:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.134854:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077943.134858:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077943.134860:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077943.134862:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077943.134865:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077943.134866:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077943.134868:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077943.134871:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.134872:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077943.134874:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.134875:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077943.134877:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077943.134880:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077943.134881:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077943.134885:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077943.134889:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077943.134891:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.134893:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077943.134895:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077943.134906:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077943.134910:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077943.134914:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077943.134915:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.134918:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077943.134921:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077943.134926:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077943.134934:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769077943.134940:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077943.134949:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077943.134957:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077943.134962:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077943.134966:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077943.134987:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077943.134990:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077943.134993:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077943.134994:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077943.134995:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077943.134998:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077943.135000:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4928
00000400:00000200:3.0:1769077943.135002:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077943.135004:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077943.135006:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077943.135009:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.135011:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077943.135013:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.135015:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077943.135017:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077943.135018:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077943.135020:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077943.135022:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077943.135023:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077943.135024:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077943.135026:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077943.135027:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.135031:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077943.135033:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077943.135034:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077943.135038:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077943.135038:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077943.135041:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077943.135047:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:1.0:1769077943.135048:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077943.135049:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077943.135052:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077943.135058:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.135060:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077943.135061:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135063:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.135066:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077943.135068:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.135071:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.135074:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769077943.135075:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769077943.135078:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617415680:192.168.204.140@tcp:250:kworker.0
00000008:00000001:3.0:1769077943.135081:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135083:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077943.135087:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.135089:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.135093:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077943.135093:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
02000000:00000001:1.0:1769077943.135095:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769077943.135099:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769077943.135102:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769077943.135105:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077943.135107:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.135111:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077943.135112:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077943.135115:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077943.135120:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.135122:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077943.135129:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000010:3.0:1769077943.135129:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769077943.135137:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077943.135138:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077943.135148:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415680, portal 25
00000100:00100000:3.0:1769077943.135149:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077943.135151:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.135154:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769077943.135163:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077943.135167:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077943.135173:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135175:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.135182:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077943.135183:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077943.135185:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507432a8.
00000100:00000200:1.0:1769077943.135191:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617415680, offset 0
00000100:00000001:3.0:1769077943.135200:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.135202:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077943.135204:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077943.135207:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077943.135209:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077943.135214:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769077943.135215:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077943.135219:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077943.135220:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077943.135223:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077943.135224:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769077943.135228:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4928
00000400:00000200:1.0:1769077943.135233:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769077943.135234:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077943.135240:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769077943.135242:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:3.0:1769077943.135243:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077943.135249:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135251:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077943.135254:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077943.135256:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:3.0:1769077943.135260:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135265:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70943:70943:256:4294967295] 192.168.204.140@tcp LPNI seq info [70943:70943:8:4294967295]
00000100:00000001:3.0:1769077943.135265:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077943.135269:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077943.135272:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769077943.135273:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:3.0:1769077943.135274:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077943.135277:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077943.135279:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077943.135282:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077943.135288:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135290:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077943.135292:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077943.135296:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077943.135298:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769077943.135302:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769077943.135303:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077943.135309:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000010:1.0:1769077943.135310:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769077943.135311:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077943.135314:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077943.135317:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077943.135318:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077943.135322:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077943.135323:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077943.135327:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077943.135331:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077943.135332:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077943.135333:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077943.135340:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077943.135343:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077943.135345:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077943.135346:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077943.135347:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077943.135349:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077943.135350:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135352:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077943.135354:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000400:00000200:1.0:1769077943.135358:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077943.135360:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135363:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299602886
00000100:00100000:3.0:1769077943.135367:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077943.135371:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a958a0.
00000100:00000001:3.0:1769077943.135378:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077943.135380:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135389:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769077943.135389:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.135403:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299602886
00000100:00000010:1.0:1769077943.135414:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95720.
00000100:00000001:3.0:1769077943.135414:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077943.135421:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4939)
00000100:00000001:1.0:1769077943.135423:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077943.135431:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.135435:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135439:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135443:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.135452:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.135454:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077943.135456:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.135458:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077943.135459:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.135463:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.135469:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.135470:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.135472:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.135474:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.135475:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.135478:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415808:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077943.135489:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.135491:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.135492:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.135493:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.135496:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077943.135498:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.135502:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077943.135504:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769077943.135508:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769077943.135510:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415808, portal 10
00000100:00000001:1.0:1769077943.135512:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.135513:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769077943.135520:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.135525:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.135527:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077943.135529:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743660.
00000100:00000200:1.0:1769077943.135532:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617415808, offset 0
00000400:00000200:1.0:1769077943.135536:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135539:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077943.135546:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077943.135549:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.135551:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077943.135553:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.135554:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135557:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70944:70944:255:4294967295] 192.168.204.140@tcp LPNI seq info [70944:70944:7:4294967295]
00000400:00000200:1.0:1769077943.135560:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077943.135564:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.135567:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077943.135571:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769077943.135574:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077943.135578:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769077943.135580:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.135583:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077943.135585:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077943.135587:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299601419
00000100:00000001:1.0:1769077943.135589:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299602886
00000100:00000001:1.0:1769077943.135591:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299601419
00000100:00000001:1.0:1769077943.135592:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299602886
00000100:00000001:1.0:1769077943.135594:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.135595:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135597:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077943.135599:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.135604:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077943.135604:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.135606:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077943.135607:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077943.135609:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077943.135611:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415936:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077943.135613:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077943.135614:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077943.135615:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077943.135616:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077943.135618:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077943.135619:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077943.135622:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077943.135624:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769077943.135626:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077943.135628:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617415936, portal 4
00000100:00000001:1.0:1769077943.135629:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077943.135630:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769077943.135634:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077943.135639:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077943.135641:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077943.135643:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743f68.
00000100:00000200:1.0:1769077943.135644:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617415936, offset 0
00000400:00000200:1.0:1769077943.135647:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135649:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077943.135651:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077943.135652:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077943.135654:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077943.135655:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077943.135657:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077943.135684:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70945:70945:254:4294967295] 192.168.204.140@tcp LPNI seq info [70945:70945:6:4294967295]
00000400:00000200:1.0:1769077943.135687:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077943.135692:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077943.135695:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077943.135698:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769077943.135700:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077943.135703:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769077943.135705:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077943.135707:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077943.135709:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077943.135710:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299602886
00000100:00000001:1.0:1769077943.135712:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299602886
00000100:00000001:1.0:1769077943.135714:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299602886
00000100:00000001:1.0:1769077943.135716:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299602886
00000100:00000001:1.0:1769077943.135717:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077943.135718:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135720:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135721:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077943.135723:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077943.135724:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769077943.135726:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077943.135727:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077943.135728:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077943.135730:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077943.454803:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077943.454824:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077943.454918:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077943.454924:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077943.454929:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077944.478808:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077944.478817:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077944.478911:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077944.478917:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077944.478921:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077944.670769:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299602886, at 4299602944
00000100:00000040:0.0:1769077944.670771:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299602886, at 4299602944
00000100:00000010:0.0:1769077944.670803:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000100:00000010:1.0:1769077944.670884:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00010000:00000001:1.0:1769077945.502806:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077945.502814:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077945.502882:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077945.502886:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077945.502889:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769077946.207102:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769077946.207168:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769077946.207184:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077946.207190:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769077946.207195:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077946.207200:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769077946.207207:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077946.207212:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769077946.207220:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077946.207225:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077946.207232:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507432a8
00000400:00000010:2.0:1769077946.207234:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507432a8.
00000100:00000001:2.0:1769077946.207240:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077946.207249:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077946.207280:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077946.207286:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077946.207295:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077946.207298:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077946.207321:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077946.207325:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769077946.207330:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769077946.207335:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769077946.207340:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743660
00000400:00000010:2.0:1769077946.207343:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743660.
00000100:00000001:2.0:1769077946.207346:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077946.207353:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207355:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077946.207364:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077946.207367:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769077946.207371:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1769077946.207373:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077946.207385:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077946]  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077946.207386:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077946.207390:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769077946.207401:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769077946.207407:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000001:1.0:1769077946.207411:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1769077946.207412:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1769077946.207416:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1769077946.207421:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1769077946.207423:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769077946.207430:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769077946.207431:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769077946.207436:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1769077946.207437:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743f68
00000400:00000010:2.0:1769077946.207442:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743f68.
00000100:00000200:1.0:1769077946.207443:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077946.207447:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769077946.207457:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077946.207462:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077946.207474:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769077946.207481:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207486:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077946.207491:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769077946.207495:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.207497:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1769077946.207499:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077946.207502:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077946.207511:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207527:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077946.207535:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207544:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077946.207548:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207550:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077946.207551:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207555:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077946.207558:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077946.207575:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077946.207583:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077946.207587:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077946.207593:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077946.207602:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415808:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077946.207608:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077946.207612:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077946]  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077946.207621:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077946.207622:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077946.207637:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769077946.207640:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077946.207642:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077946.207645:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077946.207649:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077946.207694:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207701:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077946.207703:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207705:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077946.207707:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077946.207711:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207718:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077946.207722:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207729:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077946.207732:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207734:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077946.207735:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207737:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077946.207743:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077946.207746:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077946.207751:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077946.207754:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077946.207758:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077946.207784:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617415936:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077946.207790:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077946.207794:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077943/real 1769077946]  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077946.207826:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077946.207828:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077946.207830:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077946.207833:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077946.207835:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077946.207838:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077946.207842:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077946.207850:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207857:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077946.207859:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207861:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077946.207863:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077946.207866:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207873:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077946.207877:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207884:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077946.207887:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207889:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077946.207890:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207892:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077946.207894:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077946.207897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077946.207901:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077946.207904:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077946.207907:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077946.207915:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617415680:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077946.207921:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207925:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077946.207928:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617415808/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207937:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077946.207942:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077946.207947:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769077946.207952:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077946.207956:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077946.207958:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077946.207961:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077946.207965:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769077946.207969:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077946.207972:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077946.207974:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769077946.207979:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077946.207980:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.207982:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077946.207985:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617415936/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.207992:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077946.207993:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077946.207994:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077946.207998:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077946.207999:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077946.208000:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077946.208002:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077946.208004:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769077946.208006:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077946.208007:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077946.208009:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769077946.208021:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077946.208023:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.208025:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077946.208028:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617415680/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077946.208034:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077946.208035:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077946.208037:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077946.208040:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077946.208041:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077946.208043:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077946.208044:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077946.208046:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769077946.208048:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077946.208049:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077946.208051:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769077946.208053:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077946.208055:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.208057:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077946.208067:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077946.208069:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077946.208072:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077946.208073:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.526795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077946.526806:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077946.526808:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077946.526811:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.526816:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077946.526819:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.526821:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077946.526822:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077946.526917:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077946.526925:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077946.526931:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077947.550821:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077947.550830:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077947.550896:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077947.550901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077947.550904:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077948.254879:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077948.254905:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077948.254909:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077948.254913:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077948.254920:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077948.254929:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4934
00000400:00000200:2.0:1769077948.254941:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077948.254947:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077948.254952:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077948.254955:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.254959:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.254963:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.254966:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077948.254970:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077948.254972:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077948.254975:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077948.254978:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077948.254980:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077948.254982:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077948.254983:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.254985:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.254986:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.254988:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077948.254991:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077948.254995:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077948.254998:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077948.255002:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077948.255006:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077948.255010:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255013:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077948.255016:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077948.255024:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769077948.255029:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077948.255034:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077948.255036:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255039:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077948.255043:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077948.255050:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077948.255066:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769077948.255075:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077948.255092:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077948.255105:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077948.255113:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077948.255118:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077948.255153:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077948.255157:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077948.255161:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077948.255163:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077948.255165:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077948.255167:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077948.255171:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4934
00000400:00000200:2.0:1769077948.255175:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077948.255178:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077948.255181:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077948.255185:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255187:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.255189:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255191:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077948.255194:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077948.255195:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077948.255198:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077948.255200:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077948.255202:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077948.255205:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077948.255208:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255210:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.255212:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255214:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077948.255217:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077948.255220:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255226:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077948.255227:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077948.255235:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077948.255237:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255240:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077948.255245:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077948.255248:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255250:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077948.255254:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769077948.255257:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077948.255260:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077948.255262:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255269:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077948.255271:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077948.255273:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077948.255278:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769077948.255283:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077948.255290:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077948.255298:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077948.255300:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077948.255303:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077948.255311:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077948.255314:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077948.255318:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077948.255321:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077948.255325:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077948.255327:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077948.255328:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077948.255331:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077948.255334:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4934
00000400:00000200:2.0:1769077948.255338:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077948.255342:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077948.255345:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077948.255348:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255350:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.255352:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255355:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077948.255357:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077948.255359:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077948.255360:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077948.255362:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077948.255364:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077948.255367:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769077948.255370:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255372:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077948.255374:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255376:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077948.255378:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077948.255381:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077948.255383:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077948.255385:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077948.255387:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077948.255389:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255391:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077948.255394:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769077948.255396:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255398:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077948.255403:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769077948.255406:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077948.255410:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077948.255413:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077948.255414:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077948.255416:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077948.255418:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.255423:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:2.0:1769077948.255423:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769077948.255431:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.255432:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077948.255438:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00100000:2.0:1769077948.255439:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769077948.255451:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077948.255452:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077948.255457:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077948.255467:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077948.255494:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.255501:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769077948.255501:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4944)
00000100:00000001:1.0:1769077948.255505:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.255513:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.255517:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.255520:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.255526:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416064:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077948.255532:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.255540:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.255543:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.255546:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.255553:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077948.255556:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.255565:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077948.255572:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077948.255582:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077948.255592:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416064, portal 25
00000100:00000001:1.0:1769077948.255595:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.255597:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:1.0:1769077948.255604:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.255613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.255618:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077948.255621:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077948.255625:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617416064, offset 0
00000400:00000200:1.0:1769077948.255642:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077948.255654:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.255707:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077948.255716:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.255743:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077948.255748:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.255751:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077948.255757:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70946:70946:256:4294967295] 192.168.204.140@tcp LPNI seq info [70946:70946:8:4294967295]
00000400:00000200:1.0:1769077948.255762:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.255777:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.255785:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.255794:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077948.255804:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077948.255809:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077948.255815:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077948.255819:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077948.255846:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.255850:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077948.255857:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.255864:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.255873:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077948.255877:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077948.255883:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.255889:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.255901:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.255906:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.255914:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.255916:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.255933:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.255939:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077948.255944:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299608007
00000100:00000010:1.0:1769077948.255949:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95720.
00000100:00000001:1.0:1769077948.255958:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077948.255977:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299608007
00000100:00000010:1.0:1769077948.255982:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f00.
00000100:00000001:1.0:1769077948.255986:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077948.255990:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.255994:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.255998:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.256003:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.256017:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.256019:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.256022:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077948.256025:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077948.256027:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077948.256030:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.256034:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.256045:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256052:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.256054:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256057:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256060:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.256066:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256074:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.256082:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256091:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.256094:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256096:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256098:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256101:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.256103:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.256106:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.256111:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077948.256114:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.256119:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.256129:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416064:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077948.256135:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077948.256139:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256147:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077948.256149:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.256151:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.256153:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.256156:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.256160:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416192:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.256164:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.256166:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.256168:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.256170:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.256175:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077948.256177:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.256181:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077948.256184:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077948.256188:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077948.256191:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416192, portal 10
00000100:00000001:1.0:1769077948.256194:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.256195:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769077948.256203:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256211:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.256214:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077948.256216:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077948.256220:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617416192, offset 0
00000400:00000200:1.0:1769077948.256225:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077948.256229:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.256233:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077948.256237:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.256239:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077948.256243:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.256245:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077948.256248:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70947:70947:256:4294967295] 192.168.204.140@tcp LPNI seq info [70947:70947:8:4294967295]
00000400:00000200:1.0:1769077948.256253:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.256260:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.256265:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.256270:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077948.256274:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077948.256278:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077948.256286:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077948.256291:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077948.256298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.256301:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077948.256305:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.256313:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.256319:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077948.256322:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077948.256325:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.256328:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256338:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.256343:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256351:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.256353:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.256360:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.256366:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077948.256370:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077948.256372:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299606540
00000100:00000001:1.0:1769077948.256375:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299608007
00000100:00000001:1.0:1769077948.256378:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299606540
00000100:00000001:1.0:1769077948.256380:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299608007
00000100:00000001:1.0:1769077948.256382:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.256385:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.256387:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.256398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.256408:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.256409:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.256411:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077948.256414:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077948.256416:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077948.256418:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.256423:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.256432:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256439:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.256442:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256443:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256445:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.256449:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256457:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.256461:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256469:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.256472:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256474:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256475:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256477:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.256480:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.256483:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.256486:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077948.256489:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.256494:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.256503:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416192:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077948.256508:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256511:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.256514:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617416064/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256522:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.256526:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.256529:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077948.256533:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.256536:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.256538:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077948.256541:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.256544:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769077948.256548:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.256551:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.256553:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769077948.256557:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.256558:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256561:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.256565:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617416192/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256572:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.256574:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.256576:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077948.256579:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.256580:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.256581:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077948.256583:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.256585:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769077948.256587:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.256589:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.256590:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769077948.256593:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.256594:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256596:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256608:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077948.256610:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.256613:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077948.256615:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077948.256616:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077948.256621:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256630:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077948.256631:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.256634:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077948.256637:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077948.256639:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077948.256643:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416320:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077948.256647:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077948.256650:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077948.256651:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077948.256653:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077948.256656:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077948.256697:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077948.256704:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077948.256708:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077948.256713:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077948.256717:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416320, portal 4
00000100:00000001:1.0:1769077948.256719:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077948.256720:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:1.0:1769077948.256740:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256747:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077948.256750:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077948.256753:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077948.256756:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617416320, offset 0
00000400:00000200:1.0:1769077948.256762:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077948.256767:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.256772:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077948.256775:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077948.256778:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077948.256781:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077948.256784:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077948.256787:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70948:70948:256:4294967295] 192.168.204.140@tcp LPNI seq info [70948:70948:8:4294967295]
00000400:00000200:1.0:1769077948.256792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077948.256799:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077948.256805:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.256814:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077948.256819:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077948.256823:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769077948.256828:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077948.256831:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769077948.256836:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077948.256838:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077948.256842:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077948.256846:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077948.256850:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077948.256852:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077948.256855:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077948.256860:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256869:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.256872:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256879:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.256881:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077948.256884:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077948.256888:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077948.256892:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077948.256895:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299608007
00000100:00000001:1.0:1769077948.256898:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299608007
00000100:00000001:1.0:1769077948.256900:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299608007
00000100:00000001:1.0:1769077948.256902:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299608007
00000100:00000001:1.0:1769077948.256905:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077948.256907:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.256909:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077948.256913:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077948/real 1769077948]  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077948.256921:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077948.256922:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077948.256924:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077948.256926:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077948.256928:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077948.256930:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077948.256934:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077948.256949:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256956:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077948.256957:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256959:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256960:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077948.256964:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256970:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077948.256974:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.256980:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077948.256983:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256984:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077948.256986:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.256987:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077948.256991:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077948.256994:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077948.256997:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077948.257000:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077948.257003:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077948.257011:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416320:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077948.257015:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.257016:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077948.257019:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617416320/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077948.257031:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077948.257033:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077948.257035:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077948.257037:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077948.257039:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077948.257040:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077948.257042:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077948.257044:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769077948.257046:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077948.257047:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077948.257049:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769077948.257052:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077948.257053:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.257055:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077948.257059:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077948.257061:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077948.257063:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077948.257064:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077948.574782:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077948.574790:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077948.574882:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077948.574890:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077948.574895:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077949.598834:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077949.598842:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077949.598925:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077949.598929:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077949.598933:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077949.790811:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299608007, at 4299608064
00000100:00000040:1.0:1769077949.790811:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299608007, at 4299608064
00000100:00000010:1.0:1769077949.790834:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000100:00000010:0.0:1769077949.790842:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00010000:00000001:1.0:1769077950.622763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077950.622770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077950.622850:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077950.622855:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077950.622859:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077951.646828:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077951.646839:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077951.646929:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077951.646936:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077951.646941:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077952.670756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077952.670763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077952.670837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077952.670842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077952.670846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077953.374792:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.374801:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077953.374804:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.374806:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.374810:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.374816:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4939
00000400:00000200:3.0:1769077953.374823:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077953.374828:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.374831:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.374833:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.374836:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.374838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.374839:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077953.374842:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.374844:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077953.374846:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.374848:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077953.374850:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077953.374852:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077953.374854:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.374856:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.374857:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.374858:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077953.374860:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077953.374862:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077953.374864:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.374866:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077953.374868:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.374870:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.374871:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077953.374873:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.374881:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077953.374883:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077953.374886:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.374887:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.374890:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.374892:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.374895:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.374901:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769077953.374905:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077953.374912:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.374920:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.374923:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.374927:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077953.374945:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077953.374949:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077953.374953:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077953.374954:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.374956:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.374959:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.374962:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4939
00000400:00000200:3.0:1769077953.374967:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077953.374971:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.374974:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.374979:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077953.374981:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769077953.374983:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077953.374990:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077953.374991:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077953.374994:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077953.375000:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077953.375004:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.375006:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:1.0:1769077953.375008:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077953.375009:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.375014:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077953.375022:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077953.375031:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077953.375046:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375053:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077953.375060:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077953.375062:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077953.375063:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375065:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769077953.375072:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769077953.375072:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769077953.375081:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1769077953.375081:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769077953.375093:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375093:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.375110:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769077953.375114:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416448:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769077953.375118:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077953.375119:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077953.375124:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375127:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077953.375128:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769077953.375131:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077953.375132:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077953.375142:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1769077953.375142:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375148:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.375155:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
02000000:00000010:1.0:1769077953.375156:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077953.375165:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077953.375167:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077953.375172:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.375175:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077953.375176:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077953.375183:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769077953.375184:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000001:3.0:1769077953.375189:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769077953.375193:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000001:3.0:1769077953.375195:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077953.375202:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416448, portal 25
02000000:00000010:3.0:1769077953.375204:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:1.0:1769077953.375206:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077953.375210:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000001:3.0:1769077953.375214:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077953.375222:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769077953.375232:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077953.375233:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077953.375243:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077953.375247:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077953.375250:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077953.375254:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000040:3.0:1769077953.375258:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077953.375260:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617416448, offset 0
00000400:00000200:1.0:1769077953.375276:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375277:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.375288:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077953.375291:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077953.375293:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077953.375301:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769077953.375301:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077953.375307:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077953.375309:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077953.375311:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077953.375313:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4939
00000400:00000200:3.0:1769077953.375317:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077953.375320:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077953.375322:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077953.375324:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375325:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077953.375327:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375329:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077953.375334:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:3.0:1769077953.375334:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077953.375339:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077953.375345:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077953.375346:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077953.375347:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077953.375350:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769077953.375351:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077953.375357:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375360:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077953.375364:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769077953.375364:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375373:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077953.375374:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077953.375379:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769077953.375380:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375387:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077953.375389:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077953.375393:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:3.0:1769077953.375394:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077953.375402:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375406:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077953.375410:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077953.375411:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70949:70949:256:4294967295] 192.168.204.140@tcp LPNI seq info [70949:70949:8:4294967295]
00000008:00000001:3.0:1769077953.375413:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375421:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077953.375428:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769077953.375432:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769077953.375434:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769077953.375439:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077953.375442:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077953.375444:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077953.375445:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077953.375448:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077953.375455:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077953.375462:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077953.375463:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769077953.375470:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077953.375482:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077953.375487:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077953.375487:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.375498:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1769077953.375501:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769077953.375513:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077953.375517:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4949)
00000800:00000200:1.0:1769077953.375519:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077953.375527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077953.375534:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077953.375540:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077953.375545:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077953.375548:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077953.375557:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077953.375568:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077953.375575:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077953.375578:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077953.375584:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077953.375590:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375601:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.375605:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375612:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.375614:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077953.375620:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077953.375625:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077953.375628:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299613126
00000100:00000010:1.0:1769077953.375634:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f00.
00000100:00000001:1.0:1769077953.375654:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077953.375692:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299613127
00000100:00000010:1.0:1769077953.375697:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95900.
00000100:00000001:1.0:1769077953.375701:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077953.375705:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077953.375709:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.375712:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077953.375717:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077953/real 1769077953]  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077953.375728:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077953.375730:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077953.375732:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077953.375735:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077953.375737:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077953.375740:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077953.375744:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077953.375753:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375760:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077953.375762:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375764:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.375767:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077953.375771:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375778:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077953.375783:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375790:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077953.375794:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375796:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.375797:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375800:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077953.375802:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077953.375806:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077953.375810:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077953.375814:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077953.375818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077953.375827:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416448:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077953.375833:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375836:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.375839:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617416448/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375846:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077953.375849:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077953.375853:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077953.375856:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077953.375859:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077953.375861:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077953.375864:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077953.375867:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769077953.375872:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077953.375874:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077953.375876:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769077953.375880:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077953.375881:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375884:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.375895:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077953.375897:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.375900:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077953.375901:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077953.375903:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077953.375908:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375915:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077953.375917:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077953.375919:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077953.375922:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077953.375925:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077953.375928:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416576:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077953.375931:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077953.375933:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077953.375935:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077953.375937:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077953.375941:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077953.375943:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077953.375947:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077953.375951:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077953.375954:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077953.375958:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416576, portal 10
00000100:00000001:1.0:1769077953.375960:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077953.375962:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769077953.375969:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.375977:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077953.375979:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077953.375982:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077953.375984:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617416576, offset 0
00000400:00000200:1.0:1769077953.375989:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077953.375994:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077953.375998:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077953.376002:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077953.376005:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077953.376008:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077953.376011:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077953.376014:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70950:70950:256:4294967295] 192.168.204.140@tcp LPNI seq info [70950:70950:8:4294967295]
00000400:00000200:1.0:1769077953.376019:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077953.376027:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077953.376033:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077953.376037:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077953.376042:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077953.376045:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077953.376050:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077953.376053:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077953.376057:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077953.376059:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077953.376063:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077953.376066:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077953.376070:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077953.376072:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077953.376075:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077953.376079:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376088:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.376091:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376098:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.376100:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077953.376104:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077953.376108:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077953.376112:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077953.376115:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299611660
00000100:00000001:1.0:1769077953.376118:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299613126
00000100:00000001:1.0:1769077953.376121:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299611660
00000100:00000001:1.0:1769077953.376124:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299613127
00000100:00000001:1.0:1769077953.376126:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077953.376129:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.376131:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077953.376135:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077953/real 1769077953]  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077953.376153:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077953.376155:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077953.376157:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077953.376160:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077953.376162:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077953.376164:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077953.376168:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077953.376178:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376185:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077953.376186:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376188:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.376190:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077953.376194:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376202:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077953.376207:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376215:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077953.376218:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376220:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.376221:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376223:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077953.376225:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077953.376229:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077953.376233:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077953.376236:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077953.376241:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077953.376251:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416576:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077953.376255:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077953.376260:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376267:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077953.376269:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077953.376272:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077953.376274:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077953.376276:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077953.376279:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416704:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077953.376282:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077953.376284:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077953.376286:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077953.376288:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077953.376292:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077953.376294:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077953.376298:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077953.376301:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077953.376304:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077953.376308:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416704, portal 4
00000100:00000001:1.0:1769077953.376322:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077953.376323:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769077953.376334:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376341:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077953.376344:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077953.376347:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077953.376351:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617416704, offset 0
00000400:00000200:1.0:1769077953.376357:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077953.376361:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077953.376365:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077953.376368:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077953.376371:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077953.376374:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077953.376376:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077953.376380:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70951:70951:256:4294967295] 192.168.204.140@tcp LPNI seq info [70951:70951:8:4294967295]
00000400:00000200:1.0:1769077953.376385:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077953.376391:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077953.376396:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077953.376400:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077953.376404:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077953.376408:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769077953.376412:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077953.376415:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769077953.376419:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077953.376422:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077953.376425:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077953.376428:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077953.376432:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077953.376434:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077953.376437:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077953.376441:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376449:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.376452:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376460:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.376462:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077953.376482:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077953.376486:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077953.376490:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077953.376493:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299613126
00000100:00000001:1.0:1769077953.376496:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299613126
00000100:00000001:1.0:1769077953.376499:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299613126
00000100:00000001:1.0:1769077953.376501:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299613127
00000100:00000001:1.0:1769077953.376504:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077953.376506:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.376509:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077953.376513:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077953/real 1769077953]  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077953.376523:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077953.376524:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077953.376526:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077953.376529:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077953.376532:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077953.376534:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077953.376538:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077953.376548:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376555:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077953.376557:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376559:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.376560:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077953.376564:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376572:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077953.376576:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376584:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077953.376588:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376590:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077953.376591:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376593:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077953.376597:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077953.376600:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077953.376604:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077953.376607:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077953.376612:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077953.376621:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416704:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077953.376625:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376627:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.376631:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617416576/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376639:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077953.376641:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077953.376690:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077953.376694:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077953.376696:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077953.376697:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077953.376700:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077953.376702:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769077953.376705:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077953.376706:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077953.376708:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769077953.376711:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077953.376713:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376715:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077953.376719:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617416704/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077953.376734:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077953.376736:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077953.376737:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077953.376740:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077953.376742:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077953.376743:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077953.376746:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077953.376748:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769077953.376750:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077953.376751:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077953.376753:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769077953.376755:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077953.376756:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376758:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077953.376762:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077953.376764:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077953.376766:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077953.376768:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077953.694806:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077953.694813:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077953.694882:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077953.694888:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077953.694892:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077954.718804:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077954.718812:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077954.718880:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077954.718883:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077954.718887:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077954.910793:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299613126, at 4299613184
00000100:00000040:1.0:1769077954.910793:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299613127, at 4299613184
00000100:00000010:1.0:1769077954.910811:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000100:00000010:0.0:1769077954.910813:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00010000:00000001:1.0:1769077955.742733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077955.742741:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077955.742791:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077955.742794:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077955.742797:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077956.766814:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077956.766824:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077956.766826:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077956.766829:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077956.766834:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077956.766837:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077956.766838:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077956.766841:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077956.766939:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077956.766947:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077956.766951:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077957.790795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077957.790806:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077957.790869:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077957.790874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077957.790878:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077958.494793:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077958.494813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077958.494815:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077958.494820:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077958.494825:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077958.494833:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4944
00000400:00000200:0.0:1769077958.494842:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077958.494849:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077958.494852:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077958.494855:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.494858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077958.494860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.494862:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077958.494866:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077958.494868:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077958.494870:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077958.494873:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077958.494875:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077958.494876:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077958.494879:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.494880:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077958.494882:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.494883:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077958.494886:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077958.494888:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077958.494890:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077958.494892:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077958.494895:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077958.494898:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.494900:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077958.494901:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077958.494912:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769077958.494915:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077958.494919:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077958.494920:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.494923:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077958.494926:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077958.494931:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077958.494941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769077958.494947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077958.494956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077958.494965:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077958.494970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077958.494974:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077958.494998:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077958.495001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077958.495003:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077958.495005:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077958.495006:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077958.495008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077958.495010:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4944
00000400:00000200:0.0:1769077958.495012:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077958.495014:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077958.495016:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077958.495018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077958.495022:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495023:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077958.495025:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077958.495026:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077958.495027:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077958.495030:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077958.495034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077958.495037:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077958.495040:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495045:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077958.495045:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769077958.495051:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077958.495056:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077958.495057:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077958.495062:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769077958.495064:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077958.495069:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495072:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077958.495078:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077958.495081:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077958.495087:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077958.495095:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.495102:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077958.495110:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077958.495111:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077958.495116:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769077958.495117:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.495121:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.495121:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769077958.495128:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
02000000:00000001:1.0:1769077958.495128:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.495142:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077958.495143:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077958.495156:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769077958.495158:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416832:192.168.204.140@tcp:250:kworker.0
02000000:00000001:0.0:1769077958.495163:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495164:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769077958.495171:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769077958.495172:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769077958.495178:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077958.495179:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.495185:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769077958.495187:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077958.495195:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000010:0.0:1769077958.495197:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
02000000:00000001:1.0:1769077958.495199:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.495208:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077958.495214:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077958.495220:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00100000:0.0:1769077958.495221:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077958.495228:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:0.0:1769077958.495239:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769077958.495239:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416832, portal 25
00000100:00000001:0.0:1769077958.495248:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495249:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077958.495253:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:0.0:1769077958.495259:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769077958.495266:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077958.495310:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495310:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769077958.495318:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077958.495319:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077958.495322:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077958.495324:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617416832, offset 0
00000400:00000200:1.0:1769077958.495335:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077958.495338:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769077958.495342:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077958.495350:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:0.0:1769077958.495356:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077958.495359:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077958.495361:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077958.495367:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:0.0:1769077958.495369:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077958.495381:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4944
00000400:00000200:1.0:1769077958.495382:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077958.495396:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077958.495399:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077958.495401:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077958.495404:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70952:70952:256:4294967295] 192.168.204.140@tcp LPNI seq info [70952:70952:8:4294967295]
00000400:00000200:1.0:1769077958.495407:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077958.495414:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077958.495418:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769077958.495423:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000010:1.0:1769077958.495427:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769077958.495430:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077958.495436:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077958.495443:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769077958.495446:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077958.495449:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769077958.495451:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1769077958.495454:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495463:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769077958.495472:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769077958.495473:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077958.495476:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769077958.495479:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1769077958.495481:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077958.495488:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077958.495497:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000100:1.0:1769077958.495497:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077958.495505:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000010:1.0:1769077958.495505:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077958.495520:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769077958.495521:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495535:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077958.495544:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769077958.495545:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077958.495568:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077958.495573:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077958.495574:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077958.495578:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00080000:0.0:1769077958.495582:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077958.495584:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769077958.495585:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077958.495588:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769077958.495592:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769077958.495595:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077958.495607:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.495616:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077958.495621:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769077958.495626:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:0.0:1769077958.495627:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077958.495634:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.495636:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769077958.495642:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769077958.495650:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769077958.495652:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495657:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077958.495698:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077958.495703:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077958.495705:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299618247
00000100:00000010:1.0:1769077958.495710:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95900.
02000000:00000001:0.0:1769077958.495715:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077958.495718:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495718:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769077958.495730:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077958.495734:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077958.495736:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299618247
02000000:00000001:0.0:1769077958.495737:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077958.495741:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d20.
00000100:00000001:1.0:1769077958.495746:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
02000000:00000010:0.0:1769077958.495747:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769077958.495758:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495758:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077958.495770:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495773:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1769077958.495774:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077958.495787:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077958.495789:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.495791:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769077958.495794:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077958.495857:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769077958.495859:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077958.495861:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1769077958.495864:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4954)
00000400:00000010:1.0:1769077958.495864:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077958.495871:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077958.495873:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077958.495876:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077958.495881:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077958.495889:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.495894:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077958.495896:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495897:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.495899:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077958.495902:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.495906:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077958.495910:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.495915:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077958.495917:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495918:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.495919:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495921:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077958.495923:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077958.495926:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077958.495929:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077958.495930:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077958.495933:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077958.495939:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617416832:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077958.495943:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495944:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077958.495946:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617416832/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.495950:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077958.495952:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077958.495954:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077958.495956:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077958.495958:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077958.495959:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077958.495961:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077958.495962:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:1.0:1769077958.495965:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077958.495967:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077958.495968:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:1.0:1769077958.495971:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077958.495971:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495973:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.495979:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077958.495980:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.495982:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077958.495983:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077958.495984:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077958.495987:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.495993:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077958.495994:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.495995:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077958.495997:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.495998:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.496000:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416960:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077958.496002:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077958.496004:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077958.496006:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.496007:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077958.496009:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077958.496010:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077958.496013:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077958.496015:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077958.496018:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077958.496020:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617416960, portal 10
00000100:00000001:1.0:1769077958.496021:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077958.496022:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:1.0:1769077958.496027:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496031:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077958.496033:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077958.496034:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077958.496035:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617416960, offset 0
00000400:00000200:1.0:1769077958.496038:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077958.496041:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077958.496044:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077958.496047:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077958.496050:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077958.496053:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077958.496055:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077958.496059:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70953:70953:256:4294967295] 192.168.204.140@tcp LPNI seq info [70953:70953:8:4294967295]
00000400:00000200:1.0:1769077958.496063:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077958.496070:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077958.496076:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077958.496079:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077958.496084:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077958.496087:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077958.496091:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077958.496093:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077958.496095:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077958.496097:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077958.496099:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077958.496102:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077958.496104:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077958.496105:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077958.496107:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077958.496109:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496115:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077958.496117:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496121:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.496122:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077958.496125:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.496127:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077958.496130:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077958.496131:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299616780
00000100:00000001:1.0:1769077958.496133:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299618247
00000100:00000001:1.0:1769077958.496135:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299616780
00000100:00000001:1.0:1769077958.496136:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299618247
00000100:00000001:1.0:1769077958.496138:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077958.496140:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.496141:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077958.496144:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077958.496149:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077958.496150:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077958.496151:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077958.496152:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077958.496153:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077958.496154:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077958.496156:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077958.496162:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496166:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077958.496167:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496168:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.496169:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077958.496171:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496175:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077958.496177:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496182:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077958.496183:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496184:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.496185:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496186:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077958.496188:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077958.496190:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077958.496193:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077958.496194:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077958.496197:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077958.496202:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617416960:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077958.496204:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077958.496207:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496211:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077958.496212:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.496213:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077958.496214:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077958.496216:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077958.496218:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417088:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077958.496220:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077958.496222:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077958.496223:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077958.496224:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077958.496226:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077958.496227:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077958.496230:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077958.496231:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077958.496233:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077958.496236:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417088, portal 4
00000100:00000001:1.0:1769077958.496237:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077958.496238:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:1.0:1769077958.496242:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496246:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077958.496248:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077958.496249:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077958.496251:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617417088, offset 0
00000400:00000200:1.0:1769077958.496253:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077958.496255:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077958.496258:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077958.496260:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077958.496262:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077958.496264:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077958.496266:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077958.496268:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70954:70954:256:4294967295] 192.168.204.140@tcp LPNI seq info [70954:70954:8:4294967295]
00000400:00000200:1.0:1769077958.496270:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077958.496274:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077958.496277:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077958.496278:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077958.496281:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077958.496283:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769077958.496285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077958.496287:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769077958.496290:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077958.496291:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077958.496293:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077958.496295:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077958.496297:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077958.496298:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077958.496299:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077958.496301:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496306:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077958.496308:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496312:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.496313:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077958.496315:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077958.496318:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077958.496320:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077958.496321:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299618246
00000100:00000001:1.0:1769077958.496323:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299618247
00000100:00000001:1.0:1769077958.496324:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299618246
00000100:00000001:1.0:1769077958.496326:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299618247
00000100:00000001:1.0:1769077958.496327:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077958.496328:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.496329:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077958.496331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077958/real 1769077958]  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077958.496336:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077958.496337:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077958.496338:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077958.496339:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077958.496340:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077958.496342:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077958.496344:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077958.496349:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496353:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077958.496354:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496355:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.496356:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077958.496358:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496362:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077958.496364:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496369:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077958.496371:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496372:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077958.496373:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496374:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077958.496376:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077958.496377:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077958.496379:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077958.496381:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077958.496383:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077958.496388:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417088:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077958.496390:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496391:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077958.496393:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617416960/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496397:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077958.496398:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077958.496399:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077958.496401:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077958.496402:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077958.496403:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077958.496404:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077958.496405:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:1.0:1769077958.496407:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077958.496408:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077958.496409:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:1.0:1769077958.496411:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077958.496412:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496413:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077958.496415:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617417088/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077958.496419:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077958.496420:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077958.496421:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077958.496422:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077958.496423:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077958.496423:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077958.496425:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077958.496425:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:1.0:1769077958.496427:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077958.496428:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077958.496429:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:1.0:1769077958.496430:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077958.496431:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496432:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077958.496434:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077958.496435:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077958.496436:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077958.496437:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077958.814768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077958.814775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077958.814826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077958.814829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077958.814832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077959.838742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077959.838747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077959.838795:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077959.838799:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077959.838801:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077960.030764:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299618247, at 4299618304
00000100:00000040:1.0:1769077960.030765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299618247, at 4299618304
00000100:00000010:0.0:1769077960.030787:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00000100:00000010:1.0:1769077960.030788:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00010000:00000001:1.0:1769077960.862756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077960.862762:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077960.862811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077960.862815:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077960.862818:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077961.886738:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077961.886746:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077961.886803:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077961.886807:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077961.886811:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077962.910747:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077962.910753:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077962.910833:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077962.910836:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077962.910839:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077963.614744:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077963.614752:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077963.614754:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077963.614769:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077963.614772:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077963.614778:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4949
00000400:00000200:0.0:1769077963.614792:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077963.614797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077963.614800:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077963.614802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077963.614807:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614809:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077963.614812:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077963.614814:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077963.614816:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077963.614818:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077963.614819:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077963.614821:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077963.614823:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614824:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077963.614826:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077963.614830:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077963.614832:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077963.614836:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077963.614838:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077963.614840:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.614842:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077963.614843:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077963.614852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769077963.614854:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077963.614857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077963.614858:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.614860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077963.614862:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077963.614866:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077963.614872:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769077963.614877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077963.614884:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077963.614896:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077963.614900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077963.614903:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077963.614921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077963.614923:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077963.614926:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077963.614927:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077963.614928:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077963.614930:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077963.614932:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4949
00000400:00000200:0.0:1769077963.614934:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077963.614936:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077963.614938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077963.614940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077963.614944:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614945:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077963.614947:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077963.614948:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077963.614949:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077963.614951:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077963.614952:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077963.614953:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077963.614955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077963.614959:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077963.614959:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769077963.614960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077963.614964:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769077963.614966:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769077963.614967:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077963.614971:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.614971:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1769077963.614975:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077963.614980:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077963.614982:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.614984:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769077963.614984:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769077963.614988:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769077963.614994:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.614999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615002:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1769077963.615003:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
00000100:00000001:1.0:1769077963.615005:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769077963.615006:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077963.615009:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769077963.615010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077963.615013:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615014:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077963.615015:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077963.615017:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077963.615018:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077963.615020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077963.615024:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417216:192.168.204.140@tcp:250:kworker.0
02000000:00000010:0.0:1769077963.615025:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769077963.615031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615031:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077963.615048:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1769077963.615049:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077963.615051:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615055:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769077963.615059:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769077963.615061:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00000001:0.0:1769077963.615062:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615066:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077963.615070:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077963.615077:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077963.615083:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077963.615084:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:0.0:1769077963.615087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077963.615091:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:0.0:1769077963.615092:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769077963.615099:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417216, portal 25
00000100:00080000:0.0:1769077963.615103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077963.615103:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077963.615106:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00080000:0.0:1769077963.615109:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077963.615111:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769077963.615114:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1769077963.615115:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077963.615120:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077963.615125:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4949
00000100:00000001:1.0:1769077963.615128:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1769077963.615130:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769077963.615134:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769077963.615136:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077963.615138:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077963.615140:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.615142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077963.615143:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.615145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077963.615149:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769077963.615149:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000020:00000040:0.0:1769077963.615151:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000200:1.0:1769077963.615154:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617417216, offset 0
00000020:00000001:0.0:1769077963.615155:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077963.615159:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077963.615163:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769077963.615166:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077963.615168:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077963.615172:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.615180:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077963.615180:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077963.615184:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077963.615188:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077963.615192:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077963.615203:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:0.0:1769077963.615207:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077963.615211:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077963.615213:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1769077963.615215:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077963.615219:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077963.615220:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:0.0:1769077963.615223:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.615228:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077963.615228:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769077963.615232:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077963.615235:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:0.0:1769077963.615237:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.615242:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077963.615243:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70955:70955:256:4294967295] 192.168.204.140@tcp LPNI seq info [70955:70955:8:4294967295]
00000100:00000010:0.0:1769077963.615247:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769077963.615252:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769077963.615252:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769077963.615257:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077963.615259:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077963.615264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769077963.615265:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769077963.615266:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077963.615270:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077963.615275:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769077963.615278:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000800:00000010:1.0:1769077963.615281:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:0.0:1769077963.615283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077963.615289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:0.0:1769077963.615291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077963.615294:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077963.615304:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077963.615307:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1769077963.615308:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1769077963.615311:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077963.615316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077963.615318:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:0.0:1769077963.615321:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077963.615324:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077963.615334:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769077963.615336:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077963.615342:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4959)
00000400:00000200:1.0:1769077963.615342:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077963.615347:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077963.615354:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077963.615359:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615371:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.615376:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615384:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615385:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077963.615391:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077963.615395:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077963.615397:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299623366
00000100:00000010:1.0:1769077963.615402:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d20.
00000100:00000001:1.0:1769077963.615408:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077963.615425:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299623366
00000100:00000010:1.0:1769077963.615428:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95300.
00000100:00000001:1.0:1769077963.615430:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077963.615433:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077963.615436:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615438:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077963.615441:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077963.615449:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077963.615451:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077963.615453:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077963.615456:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077963.615458:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077963.615461:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077963.615465:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077963.615485:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615493:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077963.615495:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615497:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.615499:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077963.615504:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615512:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077963.615517:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615524:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077963.615526:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615527:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.615528:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615530:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077963.615531:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077963.615533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077963.615535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077963.615537:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077963.615541:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077963.615546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417216:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077963.615549:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615551:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.615553:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617417216/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615557:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077963.615559:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077963.615561:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077963.615564:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077963.615565:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077963.615566:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077963.615568:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077963.615570:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:1.0:1769077963.615572:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077963.615574:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077963.615575:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:1.0:1769077963.615578:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077963.615579:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615581:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615588:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077963.615590:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615593:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077963.615594:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077963.615595:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077963.615600:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615607:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077963.615609:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615611:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077963.615613:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077963.615616:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077963.615619:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417344:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077963.615623:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077963.615625:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077963.615627:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615629:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077963.615633:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077963.615635:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077963.615639:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077963.615642:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077963.615644:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077963.615647:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417344, portal 10
00000100:00000001:1.0:1769077963.615648:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077963.615649:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:1.0:1769077963.615654:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615684:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077963.615686:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077963.615688:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077963.615690:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617417344, offset 0
00000400:00000200:1.0:1769077963.615693:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077963.615696:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077963.615699:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077963.615701:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077963.615703:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077963.615705:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077963.615706:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077963.615708:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70956:70956:256:4294967295] 192.168.204.140@tcp LPNI seq info [70956:70956:8:4294967295]
00000400:00000200:1.0:1769077963.615711:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077963.615716:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077963.615718:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077963.615721:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077963.615724:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077963.615726:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077963.615729:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077963.615731:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077963.615733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077963.615735:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077963.615737:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077963.615739:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077963.615741:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077963.615742:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077963.615744:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077963.615746:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615752:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.615754:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615758:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615760:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077963.615762:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077963.615772:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077963.615774:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077963.615776:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299621900
00000100:00000001:1.0:1769077963.615778:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299623366
00000100:00000001:1.0:1769077963.615779:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299621900
00000100:00000001:1.0:1769077963.615781:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299623366
00000100:00000001:1.0:1769077963.615782:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077963.615784:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.615785:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077963.615788:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077963.615798:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077963.615799:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077963.615800:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077963.615801:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077963.615802:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077963.615804:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077963.615806:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077963.615812:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615816:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077963.615816:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615818:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.615818:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077963.615821:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615825:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077963.615827:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615831:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077963.615833:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615834:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.615835:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.615836:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077963.615837:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077963.615839:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077963.615845:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077963.615846:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077963.615850:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077963.615856:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417344:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077963.615860:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077963.615863:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615870:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077963.615872:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615875:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077963.615877:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077963.615879:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077963.615882:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417472:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077963.615886:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077963.615888:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077963.615890:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077963.615892:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077963.615896:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077963.615898:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077963.615902:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077963.615906:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077963.615909:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077963.615913:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417472, portal 4
00000100:00000001:1.0:1769077963.615915:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077963.615916:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000040:1.0:1769077963.615923:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.615927:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077963.615929:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077963.615931:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077963.615934:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617417472, offset 0
00000400:00000200:1.0:1769077963.615939:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077963.615943:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077963.615947:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077963.615950:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077963.615953:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077963.615955:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077963.615958:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077963.615962:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70957:70957:256:4294967295] 192.168.204.140@tcp LPNI seq info [70957:70957:8:4294967295]
00000400:00000200:1.0:1769077963.615966:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077963.615973:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077963.615979:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077963.615982:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077963.615986:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077963.615989:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769077963.615992:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077963.615994:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769077963.615996:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077963.615998:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077963.616000:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077963.616002:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077963.616004:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077963.616005:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077963.616007:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077963.616010:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616015:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.616017:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616021:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.616022:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077963.616025:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077963.616027:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077963.616029:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077963.616031:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299623366
00000100:00000001:1.0:1769077963.616033:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299623366
00000100:00000001:1.0:1769077963.616035:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299623366
00000100:00000001:1.0:1769077963.616036:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299623366
00000100:00000001:1.0:1769077963.616037:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077963.616039:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.616040:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077963.616042:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077963/real 1769077963]  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077963.616047:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077963.616048:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077963.616049:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077963.616051:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077963.616052:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077963.616053:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077963.616055:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077963.616061:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616064:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077963.616065:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616066:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.616067:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077963.616069:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616073:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077963.616076:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616080:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077963.616082:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616083:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077963.616084:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616085:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077963.616087:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077963.616089:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077963.616091:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077963.616092:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077963.616095:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077963.616100:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417472:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077963.616102:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616104:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.616106:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617417344/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616110:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077963.616111:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077963.616112:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077963.616113:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077963.616114:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077963.616115:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077963.616116:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077963.616118:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:1.0:1769077963.616119:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077963.616120:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077963.616121:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:1.0:1769077963.616124:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077963.616124:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616126:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077963.616128:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617417472/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077963.616136:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077963.616137:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077963.616138:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077963.616139:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077963.616140:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077963.616141:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077963.616142:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077963.616143:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769077963.616144:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077963.616144:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077963.616145:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:1.0:1769077963.616147:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077963.616147:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616148:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077963.616151:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077963.616152:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077963.616153:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077963.616154:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077963.934741:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077963.934746:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077963.934830:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077963.934833:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077963.934836:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077964.958723:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077964.958729:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077964.958787:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077964.958791:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077964.958794:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077965.150749:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299623366, at 4299623424
00000100:00000040:1.0:1769077965.150749:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299623366, at 4299623424
00000100:00000010:0.0:1769077965.150765:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000100:00000010:1.0:1769077965.150770:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00010000:00000001:1.0:1769077965.982741:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077965.982747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077965.982829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077965.982832:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077965.982835:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077967.006776:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077967.006783:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077967.006785:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077967.006787:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077967.006790:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077967.006792:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077967.006793:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077967.006795:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077967.006861:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077967.006866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077967.006870:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077968.030744:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077968.030752:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077968.030809:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077968.030814:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077968.030818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077968.734850:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077968.734862:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077968.734864:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077968.734869:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077968.734872:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077968.734880:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4954
00000400:00000200:3.0:1769077968.734890:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077968.734896:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077968.734899:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077968.734902:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.734905:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077968.734907:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.734909:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077968.734913:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077968.734914:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077968.734917:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077968.734919:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077968.734921:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077968.734923:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077968.734924:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.734926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077968.734927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.734929:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077968.734932:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077968.734934:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077968.734936:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077968.734938:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077968.734942:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077968.734945:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.734947:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077968.734949:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077968.734961:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769077968.734965:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077968.734969:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077968.734971:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.734973:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077968.734976:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077968.734981:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077968.734989:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769077968.734996:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077968.735004:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077968.735013:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077968.735018:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077968.735022:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077968.735050:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077968.735053:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077968.735056:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077968.735057:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077968.735058:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077968.735061:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077968.735062:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4954
00000400:00000200:3.0:1769077968.735064:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077968.735066:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077968.735068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077968.735070:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735072:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077968.735073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735074:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077968.735076:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077968.735078:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077968.735079:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077968.735081:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077968.735083:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077968.735084:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077968.735087:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735088:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077968.735090:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735091:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077968.735093:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769077968.735094:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735096:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077968.735097:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077968.735099:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769077968.735102:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077968.735105:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769077968.735106:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735110:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077968.735110:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077968.735115:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769077968.735120:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077968.735120:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.735121:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077968.735127:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769077968.735131:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769077968.735135:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769077968.735137:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077968.735138:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735140:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.735141:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077968.735145:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077968.735147:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769077968.735147:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735153:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1769077968.735154:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769077968.735159:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.735160:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077968.735164:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417600:192.168.204.140@tcp:250:kworker.0
00000100:00100000:3.0:1769077968.735169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077968.735170:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077968.735176:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077968.735178:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077968.735179:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735183:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077968.735183:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077968.735189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077968.735191:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077968.735196:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.735202:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077968.735205:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077968.735210:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077968.735211:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077968.735216:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769077968.735217:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:3.0:1769077968.735220:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077968.735223:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077968.735224:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769077968.735227:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077968.735227:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077968.735232:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4954
00000400:00000200:3.0:1769077968.735236:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000200:1.0:1769077968.735237:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417600, portal 25
00000400:00000200:3.0:1769077968.735239:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077968.735241:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769077968.735242:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077968.735244:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994438656 : -121799715112960 : ffff91394b3f3800)
00000100:00000040:3.0:1769077968.735247:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735251:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769077968.735252:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077968.735255:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735260:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077968.735266:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769077968.735268:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769077968.735269:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077968.735272:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769077968.735276:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769077968.735276:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000010:1.0:1769077968.735281:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000020:00000001:3.0:1769077968.735282:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769077968.735287:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769077968.735288:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617417600, offset 0
00000100:00000040:3.0:1769077968.735292:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735294:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077968.735299:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077968.735299:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735303:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077968.735306:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077968.735308:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769077968.735312:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077968.735312:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077968.735316:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077968.735319:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077968.735321:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735323:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769077968.735324:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077968.735327:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077968.735330:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077968.735331:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735333:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769077968.735337:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000400:00000200:1.0:1769077968.735341:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:3.0:1769077968.735342:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077968.735346:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769077968.735347:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769077968.735348:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735351:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735352:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077968.735355:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077968.735358:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735359:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70958:70958:256:4294967295] 192.168.204.140@tcp LPNI seq info [70958:70958:8:4294967295]
02000000:00000010:3.0:1769077968.735362:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000400:00000200:1.0:1769077968.735366:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077968.735368:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077968.735373:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077968.735382:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077968.735404:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077968.735405:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077968.735409:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077968.735410:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000040:3.0:1769077968.735416:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769077968.735421:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077968.735427:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077968.735437:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077968.735438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769077968.735441:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1769077968.735447:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4964)
00000800:00000100:1.0:1769077968.735465:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077968.735468:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077968.735474:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077968.735479:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077968.735484:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077968.735486:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077968.735490:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077968.735494:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735501:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.735504:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735509:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735511:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077968.735516:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735519:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077968.735522:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299628486
00000100:00000010:1.0:1769077968.735525:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95300.
00000100:00000001:1.0:1769077968.735532:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077968.735548:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299628486
00000100:00000010:1.0:1769077968.735550:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a80.
00000100:00000001:1.0:1769077968.735553:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077968.735555:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077968.735557:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735560:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077968.735563:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077968.735570:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077968.735572:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077968.735574:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077968.735576:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077968.735577:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077968.735583:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077968.735586:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077968.735594:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735599:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077968.735600:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735603:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.735604:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077968.735606:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735611:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077968.735615:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735621:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077968.735623:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735624:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.735625:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735628:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077968.735629:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077968.735632:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077968.735635:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077968.735637:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077968.735640:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077968.735645:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417600:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077968.735648:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735650:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.735652:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3800 x1855007617417600/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735656:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077968.735698:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077968.735701:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077968.735705:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077968.735708:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077968.735709:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077968.735712:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077968.735715:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769077968.735719:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077968.735722:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077968.735724:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769077968.735728:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077968.735729:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735732:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735740:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077968.735743:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735745:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077968.735746:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077968.735747:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077968.735751:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735757:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077968.735758:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735759:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077968.735761:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077968.735762:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077968.735764:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417728:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077968.735767:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077968.735768:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077968.735770:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735771:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077968.735773:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077968.735775:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735778:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077968.735781:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077968.735783:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077968.735785:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417728, portal 10
00000100:00000001:1.0:1769077968.735787:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077968.735788:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994430592 : -121799715121024 : ffff91394b3f1880)
00000100:00000040:1.0:1769077968.735793:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735798:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077968.735800:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077968.735801:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077968.735803:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617417728, offset 0
00000400:00000200:1.0:1769077968.735806:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077968.735809:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077968.735811:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077968.735813:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077968.735815:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077968.735817:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077968.735818:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077968.735821:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70959:70959:256:4294967295] 192.168.204.140@tcp LPNI seq info [70959:70959:8:4294967295]
00000400:00000200:1.0:1769077968.735824:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077968.735829:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077968.735832:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077968.735834:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077968.735837:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077968.735839:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077968.735842:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077968.735844:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077968.735847:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077968.735848:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077968.735851:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077968.735853:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077968.735855:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077968.735857:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077968.735858:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077968.735861:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735866:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.735868:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735873:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735874:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077968.735876:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077968.735879:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077968.735881:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077968.735883:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299627020
00000100:00000001:1.0:1769077968.735885:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299628486
00000100:00000001:1.0:1769077968.735886:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299627020
00000100:00000001:1.0:1769077968.735888:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299628486
00000100:00000001:1.0:1769077968.735890:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077968.735891:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.735893:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077968.735895:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077968.735901:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077968.735902:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077968.735903:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077968.735904:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077968.735905:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077968.735906:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077968.735908:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077968.735914:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735926:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077968.735927:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735928:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.735929:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077968.735932:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735936:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077968.735939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735944:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077968.735946:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735946:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.735947:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.735948:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077968.735950:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077968.735951:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077968.735954:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077968.735956:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077968.735959:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077968.735964:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417728:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077968.735966:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077968.735968:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.735972:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077968.735973:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735975:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077968.735976:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077968.735978:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077968.735979:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417856:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077968.735982:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077968.735983:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077968.735984:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077968.735985:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077968.735987:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077968.735988:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077968.735991:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077968.735993:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077968.735995:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077968.735997:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417856, portal 4
00000100:00000001:1.0:1769077968.735998:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077968.735999:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769077968.736003:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736008:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077968.736010:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077968.736011:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077968.736013:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617417856, offset 0
00000400:00000200:1.0:1769077968.736016:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077968.736018:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077968.736020:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077968.736022:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077968.736024:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077968.736026:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077968.736027:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077968.736030:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70960:70960:256:4294967295] 192.168.204.140@tcp LPNI seq info [70960:70960:8:4294967295]
00000400:00000200:1.0:1769077968.736032:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077968.736037:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077968.736040:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077968.736041:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077968.736044:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077968.736046:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769077968.736048:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077968.736050:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769077968.736053:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077968.736054:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077968.736056:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077968.736058:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077968.736060:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077968.736062:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077968.736063:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077968.736066:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736071:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.736073:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736078:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.736079:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077968.736081:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077968.736083:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077968.736086:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077968.736087:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299628486
00000100:00000001:1.0:1769077968.736089:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299628486
00000100:00000001:1.0:1769077968.736090:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299628486
00000100:00000001:1.0:1769077968.736092:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299628486
00000100:00000001:1.0:1769077968.736093:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077968.736094:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.736096:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077968.736098:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077968/real 1769077968]  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077968.736102:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077968.736103:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077968.736105:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077968.736106:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077968.736107:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077968.736109:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077968.736111:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077968.736116:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736121:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077968.736122:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736123:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.736124:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077968.736126:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736129:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077968.736132:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736137:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077968.736139:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736140:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077968.736141:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736142:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077968.736144:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077968.736146:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077968.736148:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077968.736149:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077968.736151:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077968.736156:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617417856:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077968.736158:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736159:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.736161:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1880 x1855007617417728/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736165:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077968.736166:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077968.736168:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077968.736169:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077968.736170:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077968.736171:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077968.736173:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077968.736174:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769077968.736176:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077968.736177:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077968.736178:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769077968.736180:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077968.736181:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736182:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077968.736184:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617417856/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077968.736189:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077968.736189:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077968.736190:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077968.736192:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077968.736193:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077968.736193:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077968.736194:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077968.736195:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769077968.736197:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077968.736197:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077968.736198:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769077968.736199:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077968.736200:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736201:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077968.736203:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077968.736204:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077968.736205:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077968.736206:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077969.054804:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077969.054811:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077969.054908:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077969.054913:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077969.054916:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077970.078773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077970.078782:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077970.078855:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077970.078861:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077970.078866:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077970.270797:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299628486, at 4299628544
00000100:00000040:1.0:1769077970.270807:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299628486, at 4299628544
00000100:00000010:0.0:1769077970.270815:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00000100:00000010:1.0:1769077970.270817:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00010000:00000001:1.0:1769077971.102818:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077971.102827:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077971.102881:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077971.102886:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077971.102889:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077972.126767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077972.126775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077972.126862:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077972.126870:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077972.126875:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077973.150767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077973.150773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077973.150848:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077973.150854:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077973.150857:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769077973.854881:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077973.854904:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769077973.854906:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077973.854912:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077973.854917:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077973.854928:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4959
00000400:00000200:2.0:1769077973.854940:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077973.854949:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077973.854964:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077973.854968:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.854972:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.854976:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.854978:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077973.854982:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077973.854983:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769077973.854986:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077973.854988:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769077973.854990:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769077973.854992:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769077973.854994:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.854997:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.854998:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855000:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077973.855003:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769077973.855006:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855007:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.855010:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077973.855013:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.855015:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855027:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769077973.855029:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769077973.855040:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769077973.855043:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769077973.855047:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077973.855048:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855052:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077973.855054:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077973.855059:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077973.855068:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769077973.855075:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.855084:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077973.855093:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769077973.855097:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.855101:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.855118:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769077973.855120:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077973.855123:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769077973.855124:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769077973.855126:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769077973.855128:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077973.855130:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4959
00000400:00000200:2.0:1769077973.855133:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077973.855135:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769077973.855136:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077973.855139:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855140:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.855143:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855145:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077973.855148:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077973.855150:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769077973.855151:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769077973.855153:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769077973.855154:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769077973.855156:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769077973.855158:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855159:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.855161:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077973.855164:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769077973.855164:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769077973.855168:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769077973.855173:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769077973.855174:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769077973.855176:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.855178:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077973.855183:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769077973.855185:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855188:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077973.855189:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1769077973.855199:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769077973.855202:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855205:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077973.855207:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769077973.855209:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769077973.855212:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769077973.855225:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077973.855229:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855237:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077973.855242:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077973.855247:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.855249:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077973.855252:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769077973.855253:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
02000000:00000001:1.0:1769077973.855258:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769077973.855259:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.855263:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1769077973.855272:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077973.855273:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855291:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1769077973.855293:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417984:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769077973.855294:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.855316:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769077973.855322:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769077973.855324:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077973.855334:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855337:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.855341:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769077973.855342:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769077973.855347:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769077973.855349:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769077973.855353:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769077973.855355:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1769077973.855356:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00080000:2.0:1769077973.855359:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769077973.855361:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855368:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769077973.855373:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4959
00000400:00000200:1.0:1769077973.855386:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077973.855387:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769077973.855403:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:1.0:1769077973.855405:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:2.0:1769077973.855406:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769077973.855415:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855419:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.855420:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000010:1.0:1769077973.855423:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769077973.855424:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769077973.855436:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769077973.855438:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769077973.855440:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769077973.855442:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617417984, portal 25
00000020:00000040:2.0:1769077973.855442:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769077973.855448:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769077973.855452:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769077973.855454:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769077973.855457:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077973.855459:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000001:2.0:1769077973.855461:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769077973.855468:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855470:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769077973.855474:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769077973.855475:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769077973.855488:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855500:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769077973.855510:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769077973.855516:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077973.855517:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769077973.855521:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077973.855528:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769077973.855528:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769077973.855538:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:1.0:1769077973.855539:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000008:00000001:2.0:1769077973.855543:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855549:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077973.855551:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617417984, offset 0
00000100:00000010:2.0:1769077973.855552:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769077973.855556:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769077973.855561:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769077973.855562:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769077973.855564:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769077973.855566:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769077973.855568:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077973.855575:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000010:2.0:1769077973.855575:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769077973.855583:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769077973.855589:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769077973.855604:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769077973.855605:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769077973.855608:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769077973.855616:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769077973.855622:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077973.855624:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769077973.855628:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4969)
00000400:00000200:1.0:1769077973.855635:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077973.855641:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077973.855647:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077973.855651:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077973.855657:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70961:70961:256:4294967295] 192.168.204.140@tcp LPNI seq info [70961:70961:8:4294967295]
00000400:00000200:1.0:1769077973.855696:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077973.855704:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077973.855709:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.855714:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077973.855720:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077973.855723:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077973.855727:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077973.855730:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077973.855733:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.855735:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077973.855740:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077973.855744:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077973.855748:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077973.855749:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077973.855753:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077973.855757:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855765:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.855768:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855773:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.855774:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077973.855778:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077973.855781:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077973.855783:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299633607
00000100:00000010:1.0:1769077973.855788:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a80.
00000100:00000001:1.0:1769077973.855794:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077973.855805:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299633607
00000100:00000010:1.0:1769077973.855808:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95060.
00000100:00000001:1.0:1769077973.855810:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077973.855812:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077973.855815:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.855817:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077973.855820:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077973.855827:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077973.855829:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077973.855831:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077973.855833:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077973.855834:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077973.855838:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077973.855841:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077973.855847:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855851:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077973.855852:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855854:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.855855:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077973.855857:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855862:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077973.855865:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855870:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077973.855872:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855873:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.855874:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855876:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077973.855877:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077973.855880:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077973.855883:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077973.855885:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077973.855888:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077973.855894:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617417984:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077973.855897:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855898:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.855900:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617417984/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855904:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077973.855906:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077973.855908:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077973.855910:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077973.855911:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077973.855913:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077973.855914:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077973.855916:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769077973.855918:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077973.855920:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077973.855921:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769077973.855923:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077973.855924:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855926:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.855931:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077973.855933:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.855935:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077973.855936:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077973.855937:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077973.855940:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855945:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077973.855946:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.855948:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077973.855950:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077973.855951:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077973.855953:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418112:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077973.855956:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077973.855957:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077973.855959:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.855960:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077973.855962:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077973.855963:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077973.855966:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077973.855968:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077973.855970:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077973.855972:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418112, portal 10
00000100:00000001:1.0:1769077973.855974:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077973.855976:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769077973.855982:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.855989:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077973.855991:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077973.855993:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077973.855996:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617418112, offset 0
00000400:00000200:1.0:1769077973.856000:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077973.856005:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077973.856009:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077973.856012:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077973.856015:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077973.856018:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077973.856020:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077973.856024:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70962:70962:256:4294967295] 192.168.204.140@tcp LPNI seq info [70962:70962:8:4294967295]
00000400:00000200:1.0:1769077973.856028:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077973.856035:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077973.856039:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.856043:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077973.856045:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077973.856047:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077973.856051:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077973.856053:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077973.856055:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.856057:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077973.856058:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077973.856061:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077973.856063:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077973.856064:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077973.856066:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077973.856069:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856074:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.856077:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856085:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.856086:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077973.856090:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077973.856093:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077973.856097:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077973.856099:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299632140
00000100:00000001:1.0:1769077973.856102:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299633607
00000100:00000001:1.0:1769077973.856104:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299632140
00000100:00000001:1.0:1769077973.856107:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299633607
00000100:00000001:1.0:1769077973.856109:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077973.856111:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.856113:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077973.856118:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077973.856134:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077973.856135:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077973.856136:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077973.856138:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077973.856139:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077973.856141:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077973.856143:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077973.856149:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856153:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077973.856154:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856156:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.856156:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077973.856159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856163:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077973.856165:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856170:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077973.856172:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856172:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.856173:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856174:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077973.856176:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077973.856177:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077973.856179:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077973.856181:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077973.856184:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077973.856189:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418112:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077973.856192:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077973.856194:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856198:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077973.856199:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.856201:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077973.856202:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077973.856203:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077973.856205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418240:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077973.856208:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077973.856209:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077973.856210:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077973.856212:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077973.856214:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077973.856216:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077973.856218:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077973.856220:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077973.856222:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077973.856224:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418240, portal 4
00000100:00000001:1.0:1769077973.856226:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077973.856227:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:1.0:1769077973.856231:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856235:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077973.856236:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077973.856237:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077973.856239:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617418240, offset 0
00000400:00000200:1.0:1769077973.856242:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077973.856245:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077973.856247:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077973.856249:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077973.856251:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077973.856253:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077973.856255:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077973.856257:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70963:70963:256:4294967295] 192.168.204.140@tcp LPNI seq info [70963:70963:8:4294967295]
00000400:00000200:1.0:1769077973.856260:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077973.856264:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077973.856266:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.856268:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077973.856271:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077973.856273:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769077973.856276:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077973.856278:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769077973.856283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077973.856285:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077973.856288:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077973.856291:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077973.856294:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077973.856296:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077973.856311:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077973.856315:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856323:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.856327:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769077998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856334:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.856336:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077973.856339:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077973.856342:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077973.856346:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077973.856349:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299633606
00000100:00000001:1.0:1769077973.856351:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299633607
00000100:00000001:1.0:1769077973.856353:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299633606
00000100:00000001:1.0:1769077973.856354:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299633607
00000100:00000001:1.0:1769077973.856356:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077973.856357:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.856359:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077973.856361:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077973/real 1769077973]  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077973.856366:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077973.856367:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077973.856369:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077973.856370:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077973.856371:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077973.856373:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077973.856375:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077973.856380:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856384:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077973.856385:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856386:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.856387:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077973.856389:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856393:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077973.856396:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856403:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077973.856406:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856407:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077973.856408:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856410:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077973.856414:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077973.856416:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077973.856420:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077973.856423:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077973.856427:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077973.856436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418240:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077973.856440:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856442:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.856446:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617418112/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856453:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077973.856455:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077973.856457:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077973.856458:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077973.856459:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077973.856460:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077973.856462:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077973.856463:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769077973.856465:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077973.856466:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077973.856467:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769077973.856469:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077973.856470:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856472:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077973.856474:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617418240/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769077998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077973.856482:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077973.856483:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077973.856484:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077973.856486:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077973.856487:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077973.856487:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077973.856488:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077973.856489:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769077973.856491:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077973.856491:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077973.856492:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769077973.856494:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077973.856495:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856496:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077973.856498:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077973.856499:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077973.856500:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077973.856501:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077974.174733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077974.174739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077974.174798:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077974.174801:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077974.174805:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077975.198776:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077975.198781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077975.198894:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077975.198897:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077975.198900:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077975.390748:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299633607, at 4299633664
00000100:00000040:1.0:1769077975.390748:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299633607, at 4299633664
00000100:00000010:1.0:1769077975.390763:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000100:00000010:0.0:1769077975.390765:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00010000:00000001:1.0:1769077976.222772:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077976.222778:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077976.222780:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077976.222782:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077976.222786:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077976.222788:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077976.222789:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077976.222791:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077976.222849:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077976.222852:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077976.222855:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077977.246739:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077977.246745:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077977.246801:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077977.246804:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077977.246806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077978.270799:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077978.270805:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077978.270903:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077978.270916:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077978.270922:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077978.974773:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.974782:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077978.974784:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.974788:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.974791:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077978.974797:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4964
00000400:00000200:3.0:1769077978.974805:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077978.974809:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077978.974812:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077978.974814:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.974817:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.974819:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.974821:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077978.974824:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077978.974826:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077978.974828:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.974830:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077978.974831:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077978.974833:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077978.974835:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.974837:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.974839:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.974842:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077978.974845:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077978.974849:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077978.974851:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.974854:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.974857:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077978.974860:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.974863:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077978.974865:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077978.974874:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769077978.974879:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077978.974883:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077978.974885:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.974888:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.974891:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077978.974896:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077978.974904:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769077978.974910:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.974917:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077978.974925:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077978.974929:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.974932:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.974958:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077978.974965:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.974968:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077978.974970:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077978.974972:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077978.974976:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077978.974980:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4964
00000400:00000200:3.0:1769077978.974986:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077978.974990:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769077978.974990:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077978.974995:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1769077978.974997:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077978.974999:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769077978.975004:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769077978.975007:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.975009:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077978.975020:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769077978.975021:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077978.975023:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.975025:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769077978.975028:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769077978.975029:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077978.975032:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
02000000:00000001:1.0:1769077978.975033:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769077978.975034:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.975037:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
02000000:00000001:1.0:1769077978.975038:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077978.975040:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077978.975044:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:1.0:1769077978.975045:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617418368:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769077978.975049:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077978.975052:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769077978.975052:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.975056:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077978.975057:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769077978.975058:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769077978.975060:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077978.975062:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769077978.975064:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077978.975067:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000010:1.0:1769077978.975070:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000100:00000001:3.0:1769077978.975070:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.975076:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.975076:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.975083:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077978.975087:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769077978.975088:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077978.975092:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077978.975097:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077978.975097:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.975101:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769077978.975105:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077978.975106:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418368, portal 25
00000100:00000001:3.0:1769077978.975107:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975110:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077978.975113:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000010:3.0:1769077978.975113:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769077978.975117:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:1.0:1769077978.975119:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077978.975121:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077978.975124:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.975128:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.975131:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077978.975132:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769077978.975134:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077978.975137:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769077978.975141:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000400:00000010:1.0:1769077978.975142:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000001:3.0:1769077978.975146:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077978.975148:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617418368, offset 0
00000100:00100000:3.0:1769077978.975154:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077978.975161:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769077978.975164:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077978.975168:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.975171:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769077978.975174:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077978.975185:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.975188:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769077978.975189:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769077978.975196:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769077978.975200:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077978.975200:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077978.975206:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077978.975207:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769077978.975210:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:3.0:1769077978.975210:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077978.975230:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077978.975234:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975238:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70964:70964:256:4294967295] 192.168.204.140@tcp LPNI seq info [70964:70964:8:4294967295]
00000400:00000200:1.0:1769077978.975243:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077978.975253:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077978.975259:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077978.975265:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077978.975272:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077978.975275:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1769077978.975280:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769077978.975285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769077978.975286:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4964
00000800:00000200:1.1:1769077978.975292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000400:00000200:3.0:1769077978.975295:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000100:1.0:1769077978.975299:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077978.975302:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769077978.975304:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00080000:3.0:1769077978.975305:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077978.975310:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975311:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769077978.975312:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.975316:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.975319:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077978.975322:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077978.975323:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769077978.975325:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077978.975329:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077978.975330:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077978.975332:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077978.975333:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000020:00000001:3.0:1769077978.975334:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769077978.975339:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000040:3.0:1769077978.975340:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077978.975345:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077978.975347:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077978.975348:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769077978.975349:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077978.975353:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769077978.975357:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000200:1.0:1769077978.975358:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077978.975359:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077978.975363:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077978.975366:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077978.975371:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.975376:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769077978.975379:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769077978.975381:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1769077978.975382:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.975385:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077978.975388:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769077978.975389:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769077978.975394:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077978.975399:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077978.975401:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975404:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077978.975405:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077978.975407:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769077978.975411:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1769077978.975411:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077978.975417:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077978.975420:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975421:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077978.975426:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769077978.975433:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077978.975438:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077978.975440:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299638726
00000100:00000001:3.0:1769077978.975441:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077978.975448:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769077978.975451:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95060.
00000100:00000001:3.0:1769077978.975459:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975462:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769077978.975464:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4974)
00000100:00000001:1.0:1769077978.975473:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299638726
00000100:00000010:1.0:1769077978.975479:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d80.
00000100:00000001:1.0:1769077978.975483:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077978.975489:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077978.975491:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975493:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077978.975498:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077978.975506:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077978.975507:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077978.975510:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077978.975514:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077978.975515:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077978.975518:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077978.975522:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077978.975531:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975539:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077978.975541:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975543:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.975545:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077978.975549:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975557:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077978.975562:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975570:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077978.975574:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975575:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.975576:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975578:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077978.975579:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077978.975582:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077978.975585:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077978.975586:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077978.975589:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077978.975595:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617418368:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077978.975598:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975600:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077978.975602:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617418368/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975606:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077978.975608:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077978.975610:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077978.975612:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077978.975613:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077978.975614:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077978.975616:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077978.975617:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769077978.975620:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077978.975622:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077978.975623:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769077978.975625:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077978.975626:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975627:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975633:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077978.975634:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975636:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077978.975637:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077978.975638:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077978.975640:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975646:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077978.975647:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.975648:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077978.975650:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077978.975651:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077978.975653:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418496:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077978.975655:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077978.975657:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077978.975683:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.975685:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077978.975688:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077978.975689:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.975693:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077978.975695:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077978.975697:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077978.975699:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418496, portal 10
00000100:00000001:1.0:1769077978.975701:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077978.975702:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:1.0:1769077978.975707:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975711:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077978.975713:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077978.975715:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077978.975716:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617418496, offset 0
00000400:00000200:1.0:1769077978.975719:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975722:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077978.975724:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077978.975727:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077978.975729:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077978.975730:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077978.975732:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975735:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70965:70965:256:4294967295] 192.168.204.140@tcp LPNI seq info [70965:70965:8:4294967295]
00000400:00000200:1.0:1769077978.975737:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077978.975742:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077978.975746:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077978.975748:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077978.975751:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077978.975753:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077978.975756:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077978.975758:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077978.975760:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077978.975761:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077978.975764:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077978.975766:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077978.975768:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077978.975769:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077978.975771:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077978.975773:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975804:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077978.975806:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975811:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975812:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077978.975815:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077978.975818:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077978.975821:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077978.975823:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299637260
00000100:00000001:1.0:1769077978.975825:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299638726
00000100:00000001:1.0:1769077978.975827:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299637260
00000100:00000001:1.0:1769077978.975829:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299638726
00000100:00000001:1.0:1769077978.975830:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077978.975832:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.975834:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077978.975836:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077978.975842:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077978.975843:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077978.975844:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077978.975845:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077978.975846:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077978.975848:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077978.975850:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077978.975855:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975859:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077978.975860:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975861:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.975862:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077978.975864:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975868:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077978.975871:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975875:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077978.975878:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975879:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.975880:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.975881:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077978.975883:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077978.975885:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077978.975888:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077978.975891:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077978.975904:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077978.975912:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418496:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077978.975916:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077978.975919:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975926:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077978.975928:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.975931:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077978.975933:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077978.975935:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077978.975939:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418624:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077978.975942:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077978.975944:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077978.975946:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077978.975948:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077978.975951:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077978.975953:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077978.975957:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077978.975959:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077978.975961:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077978.975963:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418624, portal 4
00000100:00000001:1.0:1769077978.975965:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077978.975966:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769077978.975970:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.975974:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077978.975976:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077978.975978:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077978.975979:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617418624, offset 0
00000400:00000200:1.0:1769077978.975982:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975985:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077978.975987:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077978.975990:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077978.975992:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077978.975994:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077978.975995:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077978.975997:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70966:70966:256:4294967295] 192.168.204.140@tcp LPNI seq info [70966:70966:8:4294967295]
00000400:00000200:1.0:1769077978.976000:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077978.976004:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077978.976007:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077978.976009:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077978.976012:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077978.976014:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1769077978.976017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077978.976018:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1769077978.976021:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077978.976022:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077978.976024:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077978.976027:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077978.976028:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077978.976030:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077978.976031:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077978.976033:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077978.976041:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976045:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.976046:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077978.976049:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077978.976051:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077978.976053:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077978.976054:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299638726
00000100:00000001:1.0:1769077978.976056:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299638726
00000100:00000001:1.0:1769077978.976057:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299638726
00000100:00000001:1.0:1769077978.976059:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299638726
00000100:00000001:1.0:1769077978.976061:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077978.976062:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.976063:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077978.976066:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077978/real 1769077978]  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077978.976070:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077978.976071:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077978.976072:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077978.976073:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077978.976074:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077978.976075:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077978.976077:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077978.976082:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976087:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077978.976088:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976089:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.976090:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077978.976092:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976096:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077978.976098:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976103:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077978.976105:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976106:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077978.976107:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976108:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077978.976110:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077978.976111:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077978.976113:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077978.976115:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077978.976117:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077978.976121:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418624:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077978.976124:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976125:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077978.976127:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617418496/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976131:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077978.976132:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077978.976134:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077978.976135:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077978.976136:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077978.976137:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077978.976138:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077978.976140:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077978.976141:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077978.976143:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077978.976144:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769077978.976146:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077978.976148:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976150:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077978.976154:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617418624/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077978.976160:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077978.976162:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077978.976163:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077978.976165:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077978.976167:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077978.976168:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077978.976169:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077978.976171:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769077978.976173:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077978.976174:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077978.976176:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769077978.976178:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077978.976180:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077978.976185:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077978.976187:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077978.976189:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077978.976190:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077979.294754:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077979.294761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077979.294818:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077979.294823:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077979.294827:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077980.318774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077980.318781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077980.318861:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077980.318865:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077980.318868:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077980.510759:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299638726, at 4299638784
00000100:00000040:1.0:1769077980.510759:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299638726, at 4299638784
00000100:00000010:1.0:1769077980.510775:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000100:00000010:0.0:1769077980.510781:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00010000:00000001:1.0:1769077981.342752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077981.342757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077981.342811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077981.342814:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077981.342817:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077982.366765:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077982.366770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077982.366853:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077982.366859:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077982.366863:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077983.390753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077983.390760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077983.390820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077983.390823:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077983.390826:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077984.094732:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077984.094742:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077984.094745:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077984.094748:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077984.094752:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077984.094759:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4969
00000400:00000200:3.0:1769077984.094767:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077984.094771:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077984.094775:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077984.094778:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094781:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077984.094784:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094786:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077984.094790:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077984.094791:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077984.094794:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077984.094797:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077984.094799:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077984.094802:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077984.094814:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077984.094818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094820:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077984.094823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077984.094826:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094828:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077984.094831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077984.094834:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077984.094837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.094839:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077984.094840:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077984.094848:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769077984.094852:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077984.094855:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077984.094857:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.094860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077984.094863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077984.094867:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077984.094873:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769077984.094879:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077984.094888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077984.094897:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077984.094901:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077984.094906:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077984.094926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077984.094929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077984.094931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077984.094932:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077984.094933:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077984.094935:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077984.094937:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4969
00000400:00000200:3.0:1769077984.094940:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077984.094942:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077984.094943:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077984.094945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077984.094948:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077984.094951:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077984.094952:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077984.094953:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077984.094955:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077984.094956:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077984.094958:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769077984.094959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094961:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077984.094962:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077984.094963:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094966:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077984.094967:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769077984.094968:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769077984.094970:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769077984.094972:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077984.094975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077984.094977:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769077984.094978:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077984.094981:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077984.094985:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.094988:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077984.094992:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769077984.094992:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077984.094994:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077984.094996:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.094998:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077984.094999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095001:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769077984.095003:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
02000000:00000001:1.0:1769077984.095004:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769077984.095007:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00100000:1.0:1769077984.095009:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617418752:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769077984.095010:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077984.095012:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.095014:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769077984.095015:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769077984.095016:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769077984.095019:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077984.095019:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095023:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077984.095024:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077984.095026:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077984.095028:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077984.095033:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00100000:3.0:1769077984.095037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769077984.095038:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.095048:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769077984.095048:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077984.095053:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077984.095054:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769077984.095059:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769077984.095062:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077984.095071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769077984.095072:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418752, portal 25
00000100:00000040:3.0:1769077984.095076:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077984.095077:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.095080:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:3.0:1769077984.095083:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077984.095087:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077984.095090:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077984.095092:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077984.095095:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077984.095099:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077984.095102:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077984.095103:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769077984.095106:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077984.095110:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00080000:3.0:1769077984.095110:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4969
00000100:00000200:1.0:1769077984.095114:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617418752, offset 0
00000400:00000200:3.0:1769077984.095119:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095124:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077984.095136:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077984.095140:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769077984.095143:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095149:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769077984.095153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095154:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.095158:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:3.0:1769077984.095159:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077984.095164:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095166:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077984.095169:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077984.095170:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095175:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70967:70967:256:4294967295] 192.168.204.140@tcp LPNI seq info [70967:70967:8:4294967295]
00000020:00000001:3.0:1769077984.095175:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769077984.095180:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769077984.095180:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077984.095184:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077984.095186:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077984.095191:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077984.095192:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769077984.095197:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769077984.095200:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077984.095204:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095206:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769077984.095208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077984.095212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.0:1769077984.095216:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077984.095217:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769077984.095220:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769077984.095222:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.1:1769077984.095226:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769077984.095229:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:1.1:1769077984.095230:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077984.095234:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095235:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769077984.095239:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.095242:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077984.095244:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077984.095247:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769077984.095249:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077984.095251:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077984.095255:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
02000000:00000001:3.0:1769077984.095255:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.095261:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769077984.095262:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1769077984.095264:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000200:1.0:1769077984.095268:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769077984.095269:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.095274:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077984.095280:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769077984.095283:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1769077984.095284:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077984.095289:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769077984.095290:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077984.095292:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.095296:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077984.095298:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077984.095302:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095304:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095307:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1769077984.095309:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:1.0:1769077984.095314:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077984.095314:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.095319:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077984.095323:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299643846
00000100:00100000:3.0:1769077984.095324:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769077984.095328:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d80.
00000100:00000001:3.0:1769077984.095336:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077984.095337:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769077984.095341:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077984.095346:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095352:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299643846
00000100:00000001:3.0:1769077984.095354:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769077984.095355:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a957e0.
00000100:00000001:1.0:1769077984.095359:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077984.095361:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.095363:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095364:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.095368:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769077984.095371:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4980)
00000400:00000001:1.0:1769077984.095379:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.095381:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.095383:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077984.095385:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077984.095386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077984.095388:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.095391:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.095397:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095402:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.095403:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095404:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095405:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.095408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095412:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.095415:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095419:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.095421:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095421:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095422:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095424:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.095425:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.095426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.095429:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077984.095431:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.095433:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.095438:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617418752:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077984.095441:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095442:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.095444:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617418752/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095448:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.095449:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.095451:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077984.095453:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.095454:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.095454:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077984.095456:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.095457:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769077984.095460:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.095461:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.095462:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769077984.095464:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.095465:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095466:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095472:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.095473:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095474:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.095475:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077984.095476:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.095478:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095482:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.095483:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095485:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.095486:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.095488:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.095489:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418880:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.095491:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.095493:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.095494:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095495:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.095497:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077984.095498:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.095501:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077984.095503:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077984.095505:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077984.095506:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617418880, portal 10
00000100:00000001:1.0:1769077984.095508:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.095509:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769077984.095513:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095517:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.095518:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077984.095519:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077984.095521:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617418880, offset 0
00000400:00000200:1.0:1769077984.095523:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095525:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095527:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077984.095529:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.095530:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077984.095532:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.095533:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095535:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70968:70968:256:4294967295] 192.168.204.140@tcp LPNI seq info [70968:70968:8:4294967295]
00000400:00000200:1.0:1769077984.095538:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095542:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.095545:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095547:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077984.095550:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077984.095551:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077984.095554:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077984.095556:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077984.095558:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095559:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077984.095561:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.095570:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.095572:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077984.095573:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077984.095575:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.095577:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095581:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.095583:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095587:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095588:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.095590:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.095592:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077984.095594:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077984.095595:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299642379
00000100:00000001:1.0:1769077984.095596:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299643846
00000100:00000001:1.0:1769077984.095598:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299642379
00000100:00000001:1.0:1769077984.095599:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299643846
00000100:00000001:1.0:1769077984.095600:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.095602:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095603:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.095604:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.095613:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.095613:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.095615:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077984.095616:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077984.095617:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077984.095618:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.095619:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.095624:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095628:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.095629:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095631:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095632:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.095635:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095641:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.095645:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095651:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.095653:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095655:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095656:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095681:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.095683:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.095686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.095689:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077984.095692:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.095695:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.095700:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617418880:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077984.095703:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077984.095704:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095708:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077984.095709:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095711:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077984.095712:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077984.095713:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077984.095715:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419008:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.095716:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077984.095717:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077984.095718:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077984.095719:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077984.095721:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077984.095722:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077984.095725:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077984.095726:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077984.095728:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077984.095730:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419008, portal 4
00000100:00000001:1.0:1769077984.095731:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077984.095732:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769077984.095736:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095739:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077984.095741:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077984.095742:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077984.095744:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617419008, offset 0
00000400:00000200:1.0:1769077984.095746:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095749:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095751:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077984.095753:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077984.095754:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077984.095756:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077984.095757:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077984.095759:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70969:70969:256:4294967295] 192.168.204.140@tcp LPNI seq info [70969:70969:8:4294967295]
00000400:00000200:1.0:1769077984.095761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077984.095765:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077984.095767:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095769:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077984.095771:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077984.095773:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769077984.095775:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077984.095777:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769077984.095779:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077984.095780:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077984.095782:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077984.095784:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077984.095785:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077984.095786:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077984.095788:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077984.095790:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095794:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.095796:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095799:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095800:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077984.095802:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077984.095804:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077984.095805:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077984.095807:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299643846
00000100:00000001:1.0:1769077984.095808:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299643846
00000100:00000001:1.0:1769077984.095810:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299643846
00000100:00000001:1.0:1769077984.095811:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299643846
00000100:00000001:1.0:1769077984.095812:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077984.095813:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095814:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077984.095816:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077984/real 1769077984]  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077984.095820:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077984.095821:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077984.095822:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077984.095823:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077984.095824:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077984.095825:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077984.095827:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077984.095831:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095834:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077984.095835:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095836:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095837:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077984.095838:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095842:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077984.095844:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095847:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077984.095849:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095850:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077984.095851:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095852:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077984.095854:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077984.095856:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077984.095857:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077984.095858:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077984.095860:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077984.095864:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419008:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077984.095867:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095868:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.095870:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617418880/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095873:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.095874:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.095875:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077984.095876:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.095877:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.095884:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077984.095886:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.095887:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769077984.095888:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.095889:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.095890:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769077984.095892:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.095893:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095894:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077984.095896:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617419008/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077984.095904:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077984.095904:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077984.095906:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077984.095908:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077984.095909:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077984.095910:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077984.095912:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077984.095913:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769077984.095915:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077984.095916:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077984.095917:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769077984.095919:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077984.095920:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095922:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077984.095925:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077984.095926:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077984.095927:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077984.095929:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077984.414795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077984.414800:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077984.414879:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077984.414886:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077984.414891:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077985.438733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077985.438739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077985.438812:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077985.438816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077985.438819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077985.630717:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299643846, at 4299643904
00000100:00000040:1.0:1769077985.630724:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299643846, at 4299643904
00000100:00000010:0.0:1769077985.630729:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00000100:00000010:1.0:1769077985.630734:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00010000:00000001:1.0:1769077986.462755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077986.462760:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077986.462768:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077986.462769:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.462774:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077986.462776:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.462778:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077986.462780:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077986.463029:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077986.463033:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077986.463036:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077987.486747:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077987.486758:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077987.486817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077987.486822:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077987.486825:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077988.510776:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077988.510783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077988.511756:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077988.511760:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077988.511764:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769077989.214783:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077989.214791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769077989.214799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077989.214802:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077989.214805:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077989.214811:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4975
00000400:00000200:0.0:1769077989.214817:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077989.214821:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077989.214823:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077989.214825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077989.214829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077989.214833:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077989.214834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769077989.214836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077989.214838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769077989.214839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769077989.214840:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769077989.214842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077989.214844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214845:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077989.214847:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769077989.214849:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214851:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077989.214853:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077989.214855:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077989.214861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.214863:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769077989.214864:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077989.214872:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769077989.214874:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769077989.214877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077989.214878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.214880:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077989.214882:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077989.214885:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077989.214890:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769077989.214894:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077989.214900:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769077989.214907:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077989.214910:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077989.214913:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077989.214928:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769077989.214931:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077989.214933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769077989.214934:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769077989.214935:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769077989.214937:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077989.214938:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4975
00000400:00000200:0.0:1769077989.214940:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077989.214942:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769077989.214943:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769077989.214945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077989.214947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214949:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077989.214950:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769077989.214951:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769077989.214952:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077989.214953:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769077989.214954:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769077989.214956:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769077989.214958:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214959:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077989.214961:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769077989.214963:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769077989.214965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769077989.214966:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077989.214967:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769077989.214971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769077989.214972:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.214973:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769077989.214977:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769077989.214977:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:0.0:1769077989.214981:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.214983:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769077989.214984:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.214988:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:0.0:1769077989.214989:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769077989.214993:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769077989.214996:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769077989.214998:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.214998:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769077989.215002:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077989.215004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769077989.215007:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215013:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769077989.215014:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:1.0:1769077989.215015:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215020:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.215023:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769077989.215025:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215026:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769077989.215033:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1769077989.215035:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419136:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077989.215050:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.215054:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769077989.215056:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769077989.215058:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.215060:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215063:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769077989.215066:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769077989.215073:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077989.215077:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.215087:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769077989.215088:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077989.215092:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:0.0:1769077989.215093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769077989.215099:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769077989.215101:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00080000:0.0:1769077989.215102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769077989.215108:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769077989.215110:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769077989.215110:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419136, portal 25
00000100:00080000:0.0:1769077989.215114:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769077989.215114:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.215118:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000001:0.0:1769077989.215119:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769077989.215124:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4975
00000100:00000040:1.0:1769077989.215127:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769077989.215133:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769077989.215140:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769077989.215143:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769077989.215144:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769077989.215149:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769077989.215152:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:1.0:1769077989.215152:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000001:0.0:1769077989.215156:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769077989.215159:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.215161:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769077989.215166:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1769077989.215167:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617419136, offset 0
00000020:00000040:0.0:1769077989.215168:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769077989.215171:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769077989.215173:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769077989.215177:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077989.215180:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769077989.215181:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769077989.215187:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.215190:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077989.215191:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769077989.215194:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769077989.215198:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769077989.215200:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:0.0:1769077989.215202:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077989.215207:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769077989.215210:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769077989.215214:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769077989.215215:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769077989.215219:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077989.215220:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769077989.215223:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769077989.215224:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769077989.215229:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.215233:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077989.215233:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70970:70970:256:4294967295] 192.168.204.140@tcp LPNI seq info [70970:70970:8:4294967295]
00000008:00100000:0.0:1769077989.215238:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077989.215241:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:0.0:1769077989.215243:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.215246:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769077989.215251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000400:00000200:1.0:1769077989.215252:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1769077989.215255:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769077989.215259:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1769077989.215261:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769077989.215262:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769077989.215266:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769077989.215268:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1769077989.215268:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
02000000:00000001:0.0:1769077989.215270:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769077989.215277:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000800:00000200:1.0:1769077989.215278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769077989.215283:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077989.215284:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00100000:0.0:1769077989.215291:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769077989.215295:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077989.215301:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1769077989.215305:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769077989.215307:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769077989.215311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1769077989.215324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769077989.215325:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769077989.215328:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:0.0:1769077989.215331:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4985)
00000400:00000200:1.0:1769077989.215335:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.215341:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.215346:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077989.215349:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077989.215353:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.215357:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215365:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.215369:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215375:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215377:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.215381:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.215385:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077989.215387:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299648966
00000100:00000010:1.0:1769077989.215391:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a957e0.
00000100:00000001:1.0:1769077989.215397:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077989.215402:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299648966
00000100:00000010:1.0:1769077989.215405:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95cc0.
00000100:00000001:1.0:1769077989.215408:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077989.215411:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.215413:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215416:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.215419:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.215428:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.215429:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.215431:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077989.215433:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077989.215435:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077989.215437:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.215440:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.215447:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215453:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.215455:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215457:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.215459:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.215462:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215468:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.215472:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215478:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.215481:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215482:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.215484:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215486:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.215487:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.215490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.215494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077989.215496:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.215499:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.215506:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419136:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077989.215510:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215512:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.215514:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617419136/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215520:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.215523:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.215525:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077989.215528:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.215529:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.215531:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077989.215532:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.215534:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:1.0:1769077989.215537:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.215539:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.215540:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:1.0:1769077989.215543:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.215544:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215546:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215551:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.215553:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215555:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.215556:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077989.215557:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.215561:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215567:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.215569:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215570:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.215572:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.215574:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.215576:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419264:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.215579:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.215581:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.215582:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215584:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.215586:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077989.215588:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.215592:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077989.215594:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077989.215597:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077989.215599:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419264, portal 10
00000100:00000001:1.0:1769077989.215601:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.215602:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:1.0:1769077989.215607:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.215615:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077989.215617:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077989.215619:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617419264, offset 0
00000400:00000200:1.0:1769077989.215623:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077989.215627:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077989.215630:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077989.215633:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.215635:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077989.215638:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.215640:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077989.215643:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70971:70971:256:4294967295] 192.168.204.140@tcp LPNI seq info [70971:70971:8:4294967295]
00000400:00000200:1.0:1769077989.215647:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077989.215652:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.215656:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077989.215679:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077989.215684:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077989.215686:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077989.215690:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077989.215692:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077989.215696:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077989.215698:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077989.215701:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.215704:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.215707:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077989.215708:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077989.215711:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.215714:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215721:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.215724:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215729:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215731:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.215733:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.215737:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077989.215740:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077989.215742:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299647500
00000100:00000001:1.0:1769077989.215744:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299648966
00000100:00000001:1.0:1769077989.215746:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299647500
00000100:00000001:1.0:1769077989.215748:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299648966
00000100:00000001:1.0:1769077989.215751:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.215753:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.215755:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.215759:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.215766:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.215767:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.215769:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077989.215771:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077989.215773:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077989.215775:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.215778:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.215785:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215791:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.215793:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215794:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.215796:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.215799:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215806:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.215809:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215816:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.215818:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215820:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.215821:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.215823:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.215824:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.215827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.215830:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077989.215833:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.215837:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.215844:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419264:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077989.215848:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077989.215852:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215858:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077989.215860:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215862:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077989.215864:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077989.215866:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077989.215868:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419392:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.215872:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077989.215874:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077989.215875:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077989.215877:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077989.215880:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077989.215882:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077989.215885:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077989.215888:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077989.215891:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077989.215894:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419392, portal 4
00000100:00000001:1.0:1769077989.215895:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077989.215897:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00000040:1.0:1769077989.215902:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215909:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077989.215912:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077989.215914:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077989.215916:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617419392, offset 0
00000400:00000200:1.0:1769077989.215920:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077989.215924:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077989.215927:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077989.215929:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077989.215932:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077989.215934:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077989.215937:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077989.215940:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70972:70972:256:4294967295] 192.168.204.140@tcp LPNI seq info [70972:70972:8:4294967295]
00000400:00000200:1.0:1769077989.215944:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077989.215950:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077989.215954:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077989.215958:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077989.215961:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077989.215964:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769077989.215968:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077989.215971:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769077989.215974:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077989.215976:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077989.215979:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077989.215982:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077989.215985:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077989.215987:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077989.215989:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077989.215992:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.215998:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.216001:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216007:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.216008:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077989.216011:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077989.216014:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077989.216017:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077989.216018:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299648966
00000100:00000001:1.0:1769077989.216021:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299648966
00000100:00000001:1.0:1769077989.216023:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299648966
00000100:00000001:1.0:1769077989.216025:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299648966
00000100:00000001:1.0:1769077989.216027:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077989.216029:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.216031:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077989.216034:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077989/real 1769077989]  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077989.216061:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077989.216063:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077989.216064:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077989.216067:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077989.216068:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077989.216070:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077989.216073:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077989.216081:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216086:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077989.216087:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216089:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.216090:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077989.216093:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216099:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077989.216103:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216109:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077989.216112:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216113:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077989.216115:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216116:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077989.216119:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077989.216121:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077989.216124:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077989.216125:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077989.216129:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077989.216137:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419392:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077989.216141:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216142:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.216145:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617419264/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216151:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.216153:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.216155:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077989.216157:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.216158:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.216160:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077989.216162:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.216163:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769077989.216166:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.216167:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.216168:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:1.0:1769077989.216171:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.216172:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216174:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077989.216177:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617419392/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077989.216183:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077989.216185:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077989.216186:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077989.216188:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077989.216189:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077989.216190:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077989.216192:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077989.216194:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:1.0:1769077989.216197:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077989.216198:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077989.216199:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:1.0:1769077989.216202:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077989.216203:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216205:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077989.216208:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077989.216210:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077989.216212:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077989.216213:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077989.534748:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077989.534754:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077989.534809:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077989.534812:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077989.534814:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077990.558760:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077990.558765:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077990.558827:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077990.558831:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077990.558835:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769077990.750730:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299648966, at 4299649024
00000100:00000040:0.0:1769077990.750731:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299648966, at 4299649024
00000100:00000010:1.0:1769077990.750745:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95cc0.
00000100:00000010:0.0:1769077990.750747:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00010000:00000001:1.0:1769077991.582755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077991.582759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077991.582824:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077991.582828:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077991.582830:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077992.606763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077992.606767:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077992.606864:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077992.606869:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077992.606872:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077993.630844:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077993.630849:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077993.630895:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077993.630898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077993.630901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077994.335138:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077994.335147:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077994.335150:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.335154:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077994.335158:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077994.335165:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4980
00000400:00000200:3.0:1769077994.335176:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077994.335181:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.335185:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077994.335188:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335191:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.335194:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335196:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077994.335200:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.335202:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077994.335204:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077994.335207:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077994.335209:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077994.335212:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077994.335214:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335216:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.335217:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335219:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077994.335222:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077994.335225:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335227:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.335230:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077994.335233:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077994.335236:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335238:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077994.335240:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.335248:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769077994.335252:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077994.335256:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.335257:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335260:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077994.335263:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.335267:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077994.335274:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769077994.335280:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077994.335289:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077994.335303:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077994.335307:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.335311:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.335331:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077994.335334:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077994.335337:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077994.335338:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.335340:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077994.335342:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077994.335345:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4980
00000400:00000200:3.0:1769077994.335349:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077994.335352:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.335355:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769077994.335359:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077994.335359:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335361:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077994.335364:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077994.335365:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077994.335367:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077994.335369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077994.335373:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.335375:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:1.0:1769077994.335376:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769077994.335377:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077994.335381:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077994.335386:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077994.335390:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769077994.335391:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077994.335393:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.335397:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769077994.335397:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769077994.335399:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769077994.335401:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769077994.335402:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.335407:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419520:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769077994.335407:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335413:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769077994.335414:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769077994.335418:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769077994.335419:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.335422:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.335425:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769077994.335426:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000010:1.0:1769077994.335429:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00000001:3.0:1769077994.335430:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.335433:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077994.335437:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.335440:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.335441:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335445:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077994.335447:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:3.0:1769077994.335450:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1769077994.335451:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000008:00000001:3.0:1769077994.335457:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077994.335459:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769077994.335460:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.335466:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000100:00000200:1.0:1769077994.335467:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419520, portal 25
00000100:00000001:1.0:1769077994.335471:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769077994.335471:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769077994.335473:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
02000000:00000001:3.0:1769077994.335476:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.335479:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.335480:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.335482:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077994.335484:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.335487:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077994.335493:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:1.0:1769077994.335495:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769077994.335498:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.335501:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077994.335507:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00100000:3.0:1769077994.335507:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769077994.335512:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617419520, offset 0
00000100:00000001:3.0:1769077994.335521:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077994.335524:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.335525:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077994.335530:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.335539:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.335542:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077994.335547:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077994.335548:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077994.335553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769077994.335557:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769077994.335559:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077994.335563:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077994.335565:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769077994.335566:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769077994.335569:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769077994.335573:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:3.0:1769077994.335574:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4980
00000400:00000200:1.0:1769077994.335580:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.335584:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077994.335589:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70973:70973:256:4294967295] 192.168.204.140@tcp LPNI seq info [70973:70973:8:4294967295]
00000400:00000200:3.0:1769077994.335592:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077994.335599:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077994.335600:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077994.335605:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077994.335608:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335612:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077994.335617:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769077994.335618:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077994.335623:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077994.335627:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077994.335630:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.0:1769077994.335631:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769077994.335632:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:1.0:1769077994.335639:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000020:00000040:3.0:1769077994.335642:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077994.335646:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769077994.335649:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:3.0:1769077994.335650:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769077994.335656:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1769077994.335693:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077994.335699:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769077994.335699:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:3.0:1769077994.335704:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.1:1769077994.335705:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769077994.335708:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077994.335713:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000100:1.0:1769077994.335715:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769077994.335719:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000010:1.0:1769077994.335721:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769077994.335724:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077994.335727:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077994.335730:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769077994.335730:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077994.335736:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335740:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077994.335741:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1769077994.335743:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769077994.335747:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000008:00000001:3.0:1769077994.335748:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077994.335752:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:3.0:1769077994.335752:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077994.335759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769077994.335760:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769077994.335764:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000200:1.0:1769077994.335768:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769077994.335769:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077994.335771:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335775:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077994.335778:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077994.335780:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.335785:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1769077994.335786:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000040:1.0:1769077994.335791:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077994.335791:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077994.335799:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769077994.335804:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.335808:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769077994.335814:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769077994.335815:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077994.335817:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.335823:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769077994.335824:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.335828:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299654087
00000100:00000010:1.0:1769077994.335836:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95cc0.
00000100:00000001:3.0:1769077994.335837:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077994.335844:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4990)
00000100:00000001:1.0:1769077994.335846:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077994.335859:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299654087
00000100:00000010:1.0:1769077994.335864:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a957e0.
00000100:00000001:1.0:1769077994.335868:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077994.335872:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.335876:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.335878:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.335883:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.335893:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.335895:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.335897:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077994.335900:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077994.335902:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077994.335905:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.335909:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.335918:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.335924:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.335926:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.335928:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.335930:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.335946:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.335967:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.335972:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.335979:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.335982:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.335984:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.335985:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.335987:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.335989:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.335991:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.335995:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077994.335998:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.336002:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.336009:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419520:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077994.336014:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336015:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.336029:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617419520/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336037:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.336040:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.336042:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077994.336045:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.336047:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.336048:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077994.336050:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.336053:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769077994.336057:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.336059:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.336060:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769077994.336063:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.336065:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336067:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336073:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.336075:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336077:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.336079:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077994.336080:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.336084:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336090:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.336092:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.336094:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.336095:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.336098:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.336101:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419648:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.336104:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.336106:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.336107:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.336115:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.336118:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077994.336120:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.336124:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077994.336126:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077994.336130:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077994.336133:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419648, portal 10
00000100:00000001:1.0:1769077994.336135:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.336136:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769077994.336142:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336148:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.336151:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077994.336153:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077994.336155:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617419648, offset 0
00000400:00000200:1.0:1769077994.336158:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077994.336162:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077994.336165:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077994.336168:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.336170:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077994.336172:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.336174:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077994.336177:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70974:70974:256:4294967295] 192.168.204.140@tcp LPNI seq info [70974:70974:8:4294967295]
00000400:00000200:1.0:1769077994.336180:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077994.336185:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.336189:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077994.336193:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077994.336196:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077994.336199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077994.336203:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077994.336205:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077994.336208:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077994.336210:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077994.336212:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.336216:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.336218:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077994.336220:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077994.336222:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.336225:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336231:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.336234:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336240:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336242:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.336244:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.336254:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077994.336257:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077994.336259:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299652620
00000100:00000001:1.0:1769077994.336262:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299654087
00000100:00000001:1.0:1769077994.336264:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299652620
00000100:00000001:1.0:1769077994.336266:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299654087
00000100:00000001:1.0:1769077994.336268:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.336270:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336271:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.336274:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.336286:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.336288:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.336289:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077994.336292:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077994.336293:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077994.336295:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.336298:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.336305:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336310:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.336311:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336312:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.336313:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.336316:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336322:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.336325:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336331:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.336333:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336335:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.336336:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336337:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.336339:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.336341:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.336344:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077994.336345:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.336349:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.336356:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419648:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077994.336359:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077994.336362:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336367:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077994.336368:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.336370:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077994.336372:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077994.336374:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077994.336376:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419776:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.336379:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077994.336381:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077994.336382:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077994.336384:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077994.336386:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077994.336388:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077994.336391:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077994.336393:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077994.336396:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077994.336399:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419776, portal 4
00000100:00000001:1.0:1769077994.336400:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077994.336401:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769077994.336406:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336412:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077994.336414:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077994.336416:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077994.336418:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617419776, offset 0
00000400:00000200:1.0:1769077994.336421:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077994.336425:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077994.336428:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077994.336430:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077994.336433:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077994.336435:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077994.336437:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077994.336440:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70975:70975:256:4294967295] 192.168.204.140@tcp LPNI seq info [70975:70975:8:4294967295]
00000400:00000200:1.0:1769077994.336444:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077994.336450:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077994.336454:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077994.336457:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077994.336460:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077994.336462:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769077994.336466:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077994.336468:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769077994.336472:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077994.336474:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077994.336476:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077994.336479:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077994.336482:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077994.336483:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077994.336485:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077994.336488:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336494:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.336497:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336503:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336504:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077994.336506:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077994.336509:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077994.336512:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077994.336514:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299654086
00000100:00000001:1.0:1769077994.336516:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299654087
00000100:00000001:1.0:1769077994.336518:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299654086
00000100:00000001:1.0:1769077994.336520:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299654087
00000100:00000001:1.0:1769077994.336522:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077994.336524:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336526:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077994.336528:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077994/real 1769077994]  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077994.336535:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077994.336536:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077994.336537:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077994.336539:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077994.336540:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077994.336542:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077994.336545:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077994.336552:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336557:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077994.336558:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336560:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.336561:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077994.336564:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336569:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077994.336572:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336578:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077994.336580:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336582:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077994.336583:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336585:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077994.336588:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077994.336590:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077994.336593:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077994.336594:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077994.336598:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077994.336604:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617419776:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077994.336607:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336609:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.336611:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617419648/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336617:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.336618:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.336620:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077994.336621:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.336623:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.336624:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077994.336626:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.336627:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769077994.336630:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.336631:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.336632:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769077994.336634:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.336635:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336637:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077994.336639:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617419776/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077994.336649:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077994.336651:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077994.336652:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077994.336654:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077994.336655:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077994.336656:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077994.336675:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077994.336677:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769077994.336680:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077994.336681:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077994.336682:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769077994.336684:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077994.336685:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336687:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077994.336691:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077994.336692:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077994.336693:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077994.336695:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077994.654768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077994.654773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077994.654823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077994.654826:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077994.654828:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077995.678779:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077995.678783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077995.678837:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077995.678841:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077995.678845:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769077995.870752:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299654087, at 4299654144
00000100:00000040:1.0:1769077995.870752:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299654087, at 4299654144
00000100:00000010:0.0:1769077995.870765:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95cc0.
00000100:00000010:1.0:1769077995.870767:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00010000:00000001:1.0:1769077996.702749:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077996.702755:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769077996.702756:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769077996.702758:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.702762:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769077996.702764:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.702765:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077996.702766:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077996.702825:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077996.702828:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077996.702830:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077997.726706:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077997.726711:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077997.726751:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077997.726754:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077997.726756:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769077998.750795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077998.750803:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769077998.750894:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769077998.750901:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769077998.750906:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769077999.454764:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.454773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769077999.454777:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.454780:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.454784:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.454791:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4985
00000400:00000200:3.0:1769077999.454800:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077999.454805:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.454808:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.454811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.454815:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077999.454821:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.454822:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769077999.454824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.454826:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769077999.454828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769077999.454829:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769077999.454831:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454832:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.454833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077999.454837:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769077999.454839:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454841:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.454843:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769077999.454846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.454848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.454849:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769077999.454851:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769077999.454861:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769077999.454864:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769077999.454877:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.454879:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.454882:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.454885:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.454891:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769077999.454900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769077999.454906:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.454914:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769077999.454922:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.454926:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.454929:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769077999.454947:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769077999.454950:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769077999.454952:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769077999.454953:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.454954:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.454956:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769077999.454958:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4985
00000400:00000200:3.0:1769077999.454960:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769077999.454962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769077999.454964:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.454966:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454968:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769077999.454970:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454972:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077999.454973:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.454974:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769077999.454975:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.454977:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769077999.454978:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769077999.454979:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769077999.454981:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769077999.454981:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.454985:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769077999.454986:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769077999.454988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769077999.454990:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769077999.454991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077999.454994:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769077999.454998:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077999.454999:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455003:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.455007:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769077999.455012:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769077999.455013:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.455014:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.455017:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455019:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769077999.455019:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769077999.455022:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769077999.455025:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769077999.455026:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769077999.455029:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.455032:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419904:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769077999.455033:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455039:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1769077999.455039:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769077999.455042:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769077999.455043:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769077999.455045:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769077999.455046:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.455047:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455049:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769077999.455050:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.455052:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.455053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769077999.455055:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000010:3.0:1769077999.455057:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769077999.455058:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769077999.455063:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455068:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769077999.455069:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769077999.455073:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769077999.455079:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769077999.455080:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769077999.455081:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:3.0:1769077999.455083:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077999.455089:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617419904, portal 25
00000100:00000001:3.0:1769077999.455089:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.455094:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769077999.455095:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.455097:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000040:3.0:1769077999.455099:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769077999.455103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769077999.455105:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769077999.455106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769077999.455109:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769077999.455111:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769077999.455116:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769077999.455120:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769077999.455121:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4985
00000100:00000040:1.0:1769077999.455124:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769077999.455127:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077999.455128:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000400:00000200:3.0:1769077999.455131:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000200:1.0:1769077999.455133:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617419904, offset 0
00000100:00080000:3.0:1769077999.455134:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769077999.455137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455139:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077999.455143:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077999.455143:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455148:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769077999.455149:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769077999.455150:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769077999.455150:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769077999.455152:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769077999.455153:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769077999.455156:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:3.0:1769077999.455157:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769077999.455161:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455162:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769077999.455165:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769077999.455167:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455170:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769077999.455171:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769077999.455173:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769077999.455174:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769077999.455177:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769077999.455178:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769077999.455180:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:3.0:1769077999.455182:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769077999.455184:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455186:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769077999.455187:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769077999.455190:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00100000:3.0:1769077999.455190:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769077999.455194:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455197:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70976:70976:256:4294967295] 192.168.204.140@tcp LPNI seq info [70976:70976:8:4294967295]
00000100:00000001:3.0:1769077999.455198:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455204:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000010:3.0:1769077999.455205:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769077999.455208:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769077999.455211:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769077999.455214:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455215:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769077999.455216:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769077999.455219:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769077999.455220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769077999.455225:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769077999.455226:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000800:00000010:1.0:1769077999.455229:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769077999.455230:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769077999.455236:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769077999.455241:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769077999.455247:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769077999.455248:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077999.455249:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769077999.455256:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769077999.455258:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077999.455264:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1769077999.455267:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769077999.455270:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769077999.455273:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (4995)
00000800:00000010:1.0:1769077999.455274:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077999.455281:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077999.455285:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077999.455288:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077999.455290:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077999.455294:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077999.455298:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455305:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455307:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455312:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455313:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077999.455318:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455321:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077999.455323:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299659206
00000100:00000010:1.0:1769077999.455327:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a957e0.
00000100:00000001:1.0:1769077999.455333:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769077999.455339:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299659206
00000100:00000010:1.0:1769077999.455341:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d80.
00000100:00000001:1.0:1769077999.455343:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769077999.455345:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.455347:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455349:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077999.455351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769077999]  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077999.455358:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077999.455360:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077999.455361:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077999.455363:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077999.455364:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077999.455365:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077999.455368:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077999.455374:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455377:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077999.455378:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455380:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455381:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077999.455383:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455387:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077999.455390:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455401:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077999.455406:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455407:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455408:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455410:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077999.455412:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077999.455414:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077999.455417:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077999.455418:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077999.455421:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077999.455427:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617419904:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769077999.455430:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455431:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455433:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617419904/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455436:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077999.455439:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077999.455440:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077999.455442:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077999.455443:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077999.455445:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769077999.455446:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077999.455448:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769077999.455451:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077999.455453:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077999.455454:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:1.0:1769077999.455456:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077999.455457:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455459:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455466:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077999.455467:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455468:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077999.455469:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769077999.455470:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077999.455472:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455477:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077999.455478:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455479:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077999.455480:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077999.455482:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.455483:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420032:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077999.455485:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077999.455486:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077999.455487:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455488:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077999.455489:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077999.455491:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455493:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077999.455495:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077999.455497:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077999.455499:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420032, portal 10
00000100:00000001:1.0:1769077999.455500:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.455501:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000100:00000040:1.0:1769077999.455506:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455510:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077999.455511:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077999.455512:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077999.455514:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617420032, offset 0
00000400:00000200:1.0:1769077999.455516:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077999.455518:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077999.455520:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077999.455521:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077999.455523:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077999.455524:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077999.455526:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077999.455528:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70977:70977:256:4294967295] 192.168.204.140@tcp LPNI seq info [70977:70977:8:4294967295]
00000400:00000200:1.0:1769077999.455531:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077999.455534:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077999.455538:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077999.455540:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077999.455542:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077999.455544:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077999.455546:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077999.455547:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077999.455549:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077999.455551:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077999.455552:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077999.455555:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077999.455556:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077999.455557:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077999.455559:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077999.455561:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455566:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455568:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455574:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455576:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077999.455578:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.455583:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769077999.455586:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077999.455588:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299657739
00000100:00000001:1.0:1769077999.455590:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299659206
00000100:00000001:1.0:1769077999.455593:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299657739
00000100:00000001:1.0:1769077999.455595:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299659206
00000100:00000001:1.0:1769077999.455597:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.455600:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455602:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077999.455606:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769077999]  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077999.455614:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077999.455615:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077999.455616:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077999.455618:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077999.455619:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077999.455620:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077999.455622:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077999.455627:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455631:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077999.455632:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455633:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455633:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077999.455635:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455639:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077999.455641:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455646:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077999.455647:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455648:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455649:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455650:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077999.455651:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077999.455652:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077999.455655:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077999.455656:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077999.455679:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077999.455684:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420032:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769077999.455687:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769077999.455689:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455693:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769077999.455694:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455695:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769077999.455697:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769077999.455698:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769077999.455699:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420160:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077999.455701:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769077999.455703:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769077999.455703:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769077999.455705:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769077999.455707:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077999.455708:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769077999.455711:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769077999.455712:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769077999.455714:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769077999.455716:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420160, portal 4
00000100:00000001:1.0:1769077999.455718:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769077999.455718:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769077999.455722:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455726:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769077999.455728:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769077999.455730:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769077999.455731:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617420160, offset 0
00000400:00000200:1.0:1769077999.455733:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769077999.455736:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077999.455738:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769077999.455740:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769077999.455742:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769077999.455743:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769077999.455745:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769077999.455747:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70978:70978:256:4294967295] 192.168.204.140@tcp LPNI seq info [70978:70978:8:4294967295]
00000400:00000200:1.0:1769077999.455749:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769077999.455753:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769077999.455755:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077999.455757:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769077999.455759:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769077999.455761:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769077999.455764:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769077999.455765:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769077999.455767:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769077999.455769:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769077999.455770:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769077999.455772:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769077999.455774:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769077999.455775:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769077999.455776:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769077999.455778:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455783:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455785:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455789:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455790:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769077999.455792:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769077999.455794:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769077999.455796:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769077999.455797:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299659206
00000100:00000001:1.0:1769077999.455799:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299659206
00000100:00000001:1.0:1769077999.455800:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299659206
00000100:00000001:1.0:1769077999.455802:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299659206
00000100:00000001:1.0:1769077999.455803:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769077999.455804:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455806:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769077999.455808:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769077999/real 1769077999]  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769077999.455811:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769077999.455812:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769077999.455813:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769077999.455814:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769077999.455815:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769077999.455816:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769077999.455817:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769077999.455822:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455826:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769077999.455827:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455828:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455829:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769077999.455830:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455834:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769077999.455836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455840:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769077999.455842:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455843:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769077999.455844:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455845:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769077999.455847:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769077999.455848:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769077999.455850:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769077999.455851:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769077999.455853:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769077999.455857:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420160:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769077999.455859:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455860:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455862:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617420032/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455866:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077999.455880:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077999.455882:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769077999.455883:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077999.455884:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077999.455885:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769077999.455886:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077999.455887:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769077999.455889:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077999.455890:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077999.455891:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:1.0:1769077999.455893:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077999.455893:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455895:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769077999.455897:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617420160/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769077999.455901:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769077999.455902:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769077999.455903:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769077999.455904:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769077999.455905:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769077999.455905:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769077999.455906:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769077999.455907:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769077999.455908:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769077999.455909:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769077999.455910:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769077999.455911:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769077999.455912:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455913:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769077999.455915:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769077999.455916:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769077999.455917:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769077999.455917:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769077999.774787:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769077999.774793:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769077999.774852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769077999.774855:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769077999.774858:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078000.798742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078000.798747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078000.798807:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078000.798811:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078000.798814:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078000.990717:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299659206, at 4299659264
00000100:00000040:0.0:1769078000.990721:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299659206, at 4299659264
00000100:00000010:0.0:1769078000.990731:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a957e0.
00000100:00000010:1.0:1769078000.990733:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00010000:00000001:1.0:1769078001.822757:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078001.822763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078001.822847:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078001.822853:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078001.822857:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078002.846735:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078002.846739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078002.846839:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078002.846842:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078002.846845:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078003.870759:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078003.870764:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078003.870851:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078003.870857:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078003.870861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078004.574852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078004.574867:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078004.574870:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078004.574875:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078004.574880:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078004.574889:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4990
00000400:00000200:0.0:1769078004.574901:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078004.574909:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078004.574912:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078004.574916:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.574920:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078004.574922:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.574925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078004.574930:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078004.574932:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078004.574935:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078004.574939:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078004.574941:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078004.574944:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078004.574948:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.574950:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078004.574952:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.574955:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078004.574959:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078004.574962:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078004.574965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078004.574969:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078004.574974:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078004.574978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.574981:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078004.574984:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078004.574996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769078004.575001:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078004.575005:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078004.575007:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.575011:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078004.575014:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078004.575020:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078004.575029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769078004.575046:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078004.575056:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078004.575068:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078004.575073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078004.575078:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078004.575106:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078004.575110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078004.575114:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078004.575116:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078004.575118:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078004.575121:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078004.575124:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4990
00000400:00000200:0.0:1769078004.575128:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078004.575132:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078004.575135:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078004.575139:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078004.575145:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575147:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078004.575149:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078004.575151:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078004.575154:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078004.575155:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078004.575158:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078004.575160:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078004.575164:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000040:1.0:1769078004.575168:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078004.575169:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078004.575174:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078004.575182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078004.575186:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078004.575187:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078004.575189:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078004.575192:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078004.575195:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078004.575200:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078004.575200:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078004.575206:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078004.575207:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078004.575213:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617420288:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078004.575214:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078004.575220:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078004.575220:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078004.575225:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078004.575229:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078004.575229:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078004.575234:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078004.575235:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.575240:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769078004.575240:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078004.575243:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078004.575246:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078004.575251:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078004.575252:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078004.575255:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078004.575258:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000010:0.0:1769078004.575261:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000400:00000010:1.0:1769078004.575265:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000020:00000040:0.0:1769078004.575267:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078004.575272:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078004.575274:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078004.575275:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420288, portal 25
00000100:00000001:0.0:1769078004.575276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078004.575279:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078004.575280:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078004.575282:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
02000000:00000001:0.0:1769078004.575285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078004.575289:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078004.575295:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:1.0:1769078004.575296:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078004.575301:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575303:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078004.575305:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769078004.575309:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617420288, offset 0
00000100:00100000:0.0:1769078004.575314:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078004.575318:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575328:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078004.575330:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078004.575333:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078004.575341:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078004.575343:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:0.0:1769078004.575356:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078004.575360:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078004.575364:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078004.575367:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078004.575369:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078004.575374:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078004.575376:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078004.575378:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078004.575381:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:0.0:1769078004.575383:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078004.575390:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078004.575391:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4990
00000400:00000200:1.0:1769078004.575397:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078004.575402:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70979:70979:256:4294967295] 192.168.204.140@tcp LPNI seq info [70979:70979:8:4294967295]
00000400:00000200:1.0:1769078004.575405:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078004.575415:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078004.575424:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078004.575425:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078004.575434:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078004.575434:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:0.0:1769078004.575439:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078004.575447:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078004.575447:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769078004.575453:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078004.575454:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769078004.575457:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575462:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769078004.575467:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769078004.575468:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078004.575471:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078004.575475:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769078004.575476:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1769078004.575478:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078004.575483:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000100:1.0:1769078004.575487:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769078004.575488:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000010:1.0:1769078004.575494:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:0.0:1769078004.575496:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078004.575501:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078004.575504:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078004.575505:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078004.575507:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078004.575514:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078004.575516:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769078004.575522:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078004.575525:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000100:00000001:0.0:1769078004.575527:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078004.575529:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
02000000:00000001:0.0:1769078004.575532:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078004.575535:0:2369:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078004.575537:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078004.575542:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.575544:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078004.575549:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000200:1.0:1769078004.575550:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078004.575555:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078004.575560:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.575567:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769078004.575568:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000100:00000040:1.0:1769078004.575571:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078004.575574:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078004.575581:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078004.575582:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078004.575585:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.575586:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078004.575590:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078004.575593:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078004.575593:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078004.575596:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078004.575601:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:0.0:1769078004.575603:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:1.0:1769078004.575607:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299664326
00000100:00000001:0.0:1769078004.575610:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078004.575616:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d80.
00000100:00100000:0.0:1769078004.575620:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078004.575627:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078004.575632:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078004.575636:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.575639:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299664326
00000100:00000040:0.0:1769078004.575643:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078004.575646:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95060.
00000100:00000001:1.0:1769078004.575652:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078004.575698:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.575698:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078004.575706:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078004.575710:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5000)
00000100:00000001:1.0:1769078004.575710:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078004.575717:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078004/real 1769078004]  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078004.575732:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078004.575734:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078004.575736:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078004.575738:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078004.575740:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078004.575743:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078004.575746:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078004.575753:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575758:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078004.575759:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575761:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.575764:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078004.575768:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575775:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078004.575780:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575806:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078004.575809:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575811:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.575813:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575816:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078004.575819:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078004.575822:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078004.575827:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078004.575831:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078004.575836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078004.575843:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617420288:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078004.575854:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575856:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078004.575858:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617420288/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575864:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078004.575866:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078004.575868:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078004.575871:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078004.575872:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078004.575873:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078004.575875:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078004.575878:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:1.0:1769078004.575882:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078004.575884:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078004.575886:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:1.0:1769078004.575888:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078004.575889:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575891:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.575897:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078004.575899:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.575901:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078004.575902:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078004.575903:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078004.575906:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575911:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078004.575912:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078004.575914:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078004.575915:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078004.575917:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078004.575919:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420416:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078004.575922:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078004.575923:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078004.575925:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078004.575926:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078004.575928:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078004.575930:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078004.575933:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078004.575935:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078004.575938:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078004.575940:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420416, portal 10
00000100:00000001:1.0:1769078004.575942:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078004.575943:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:1.0:1769078004.575948:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.575952:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078004.575954:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078004.575955:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769078004.575957:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617420416, offset 0
00000400:00000200:1.0:1769078004.575959:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078004.575962:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078004.575965:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078004.575967:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078004.575969:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078004.575971:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078004.575973:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078004.575975:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70980:70980:256:4294967295] 192.168.204.140@tcp LPNI seq info [70980:70980:8:4294967295]
00000400:00000200:1.0:1769078004.575978:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078004.575983:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078004.575986:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078004.575989:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078004.575991:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078004.575993:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078004.575997:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078004.575999:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078004.576002:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078004.576003:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078004.576005:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078004.576008:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078004.576010:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769078004.576011:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769078004.576013:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078004.576015:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576020:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078004.576022:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576027:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.576028:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078004.576036:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078004.576039:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078004.576042:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078004.576043:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299662860
00000100:00000001:1.0:1769078004.576046:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299664326
00000100:00000001:1.0:1769078004.576047:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299662860
00000100:00000001:1.0:1769078004.576049:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299664326
00000100:00000001:1.0:1769078004.576050:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078004.576051:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.576053:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078004.576055:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078004/real 1769078004]  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078004.576065:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078004.576066:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078004.576067:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078004.576069:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078004.576070:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078004.576071:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078004.576073:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078004.576079:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576083:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078004.576084:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576085:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.576086:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078004.576088:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576092:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078004.576095:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576099:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078004.576100:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576101:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.576102:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576103:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078004.576105:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078004.576106:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078004.576108:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078004.576109:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078004.576113:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078004.576118:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420416:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078004.576121:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078004.576123:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576127:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078004.576128:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078004.576129:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078004.576130:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078004.576131:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078004.576133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420544:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078004.576135:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078004.576137:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078004.576138:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078004.576139:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078004.576141:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078004.576143:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078004.576145:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078004.576147:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078004.576149:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078004.576151:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420544, portal 4
00000100:00000001:1.0:1769078004.576153:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078004.576154:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876754432 : -121799832797184 : ffff9139443b8000)
00000100:00000040:1.0:1769078004.576158:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576162:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078004.576163:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078004.576165:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000200:1.0:1769078004.576167:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617420544, offset 0
00000400:00000200:1.0:1769078004.576170:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078004.576172:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078004.576174:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078004.576176:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078004.576178:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078004.576179:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078004.576181:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078004.576183:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70981:70981:256:4294967295] 192.168.204.140@tcp LPNI seq info [70981:70981:8:4294967295]
00000400:00000200:1.0:1769078004.576186:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078004.576190:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078004.576193:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078004.576194:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078004.576197:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078004.576198:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078004.576201:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078004.576203:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078004.576206:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078004.576207:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078004.576209:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078004.576211:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078004.576213:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:1.0:1769078004.576214:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:1.0:1769078004.576216:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078004.576218:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576223:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078004.576225:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576229:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.576230:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078004.576232:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078004.576234:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078004.576235:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078004.576238:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299664326
00000100:00000001:1.0:1769078004.576239:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299664326
00000100:00000001:1.0:1769078004.576241:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299664326
00000100:00000001:1.0:1769078004.576243:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299664326
00000100:00000001:1.0:1769078004.576244:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078004.576245:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.576246:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078004.576248:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078004/real 1769078004]  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078004.576253:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078004.576254:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078004.576254:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078004.576256:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078004.576257:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078004.576258:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078004.576260:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078004.576266:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576270:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078004.576271:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576272:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.576273:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078004.576275:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576279:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078004.576281:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576285:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078004.576289:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576290:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078004.576292:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576293:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078004.576297:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078004.576300:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078004.576303:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078004.576306:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078004.576310:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078004.576319:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420544:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078004.576324:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576326:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078004.576329:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617420416/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576337:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078004.576339:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078004.576341:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078004.576343:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078004.576345:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078004.576347:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078004.576349:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078004.576351:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:1.0:1769078004.576354:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078004.576355:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078004.576356:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:1.0:1769078004.576359:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078004.576361:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576363:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078004.576366:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617420544/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078004.576380:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078004.576381:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078004.576383:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078004.576386:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078004.576387:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078004.576388:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078004.576391:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078004.576393:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:1.0:1769078004.576395:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078004.576397:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078004.576398:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:1.0:1769078004.576401:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078004.576402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576404:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078004.576408:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078004.576409:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078004.576411:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078004.576413:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078004.894831:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078004.894840:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078004.894913:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078004.894917:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078004.894921:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078005.918859:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078005.918866:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078005.918942:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078005.918947:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078005.918950:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078006.110793:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299664326, at 4299664384
00000100:00000040:1.0:1769078006.110796:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299664326, at 4299664384
00000100:00000010:1.0:1769078006.110815:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000100:00000010:0.0:1769078006.110822:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d80.
00010000:00000001:1.0:1769078006.942784:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078006.942795:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078006.942798:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078006.942801:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.942808:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078006.942811:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.942813:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078006.942816:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078006.942863:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078006.942867:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078006.942876:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078007.966827:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078007.966834:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078007.966917:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078007.966922:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078007.966925:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078008.990781:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078008.990789:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078008.990874:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078008.990880:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078008.990884:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078009.694834:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078009.694842:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078009.694844:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078009.694847:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078009.694850:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078009.694855:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 4995
00000400:00000200:2.0:1769078009.694863:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078009.694867:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078009.694869:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078009.694871:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694873:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078009.694875:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694877:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078009.694880:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078009.694881:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078009.694883:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078009.694885:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078009.694886:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078009.694888:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078009.694889:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694891:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078009.694892:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694893:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078009.694896:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078009.694898:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694899:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078009.694901:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078009.694904:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078009.694906:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.694907:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078009.694908:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078009.694916:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769078009.694918:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078009.694920:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078009.694921:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.694923:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078009.694925:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078009.694928:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078009.694933:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769078009.694938:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078009.694944:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078009.694951:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078009.694954:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078009.694957:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078009.694978:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078009.694980:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078009.694982:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078009.694983:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078009.694984:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078009.694986:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078009.694988:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4995
00000400:00000200:2.0:1769078009.694990:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078009.694992:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078009.694993:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078009.694995:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694996:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078009.694997:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.694998:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078009.695000:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078009.695000:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078009.695001:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078009.695002:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078009.695003:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078009.695004:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078009.695006:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695007:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078009.695008:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695009:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078009.695010:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078009.695012:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695013:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078009.695014:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078009.695017:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078009.695018:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.695019:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078009.695022:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078009.695024:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.695025:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078009.695027:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769078009.695028:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078009.695030:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078009.695031:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.695032:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078009.695033:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078009.695035:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078009.695037:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769078009.695040:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078009.695042:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078009.695047:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078009.695047:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078009.695051:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695052:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078009.695055:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078009.695056:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078009.695063:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078009.695065:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078009.695066:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078009.695074:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078009.695079:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078009.695080:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078009.695082:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078009.695083:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1769078009.695086:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078009.695087:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1769078009.695090:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1769078009.695090:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078009.695095:0:482:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1769078009.695096:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078009.695100:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 4995
00000100:00100000:1.0:1769078009.695103:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617420672:192.168.204.140@tcp:250:kworker.0
00000400:00000200:2.0:1769078009.695106:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078009.695110:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1769078009.695112:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
02000000:00000001:1.0:1769078009.695115:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1769078009.695115:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078009.695118:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078009.695119:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.695122:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078009.695123:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078009.695126:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695128:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000010:1.0:1769078009.695130:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000020:00000001:2.0:1769078009.695130:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078009.695133:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
02000000:00000001:1.0:1769078009.695134:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078009.695135:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078009.695137:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078009.695138:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078009.695140:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078009.695144:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078009.695147:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:1.0:1769078009.695149:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:2.0:1769078009.695150:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078009.695154:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695155:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769078009.695156:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000020:00000040:2.0:1769078009.695157:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078009.695161:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695163:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078009.695164:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420672, portal 25
02000000:00000001:2.0:1769078009.695165:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078009.695168:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078009.695169:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078009.695170:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695171:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000001:2.0:1769078009.695174:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078009.695176:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000040:1.0:1769078009.695178:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1769078009.695179:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078009.695183:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078009.695188:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078009.695190:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1769078009.695191:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000040:1.0:1769078009.695196:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769078009.695196:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078009.695199:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078009.695201:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743550.
00000100:00000001:2.0:1769078009.695201:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078009.695203:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078009.695206:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617420672, offset 0
02000000:00000001:2.0:1769078009.695206:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078009.695213:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000400:00000200:1.0:1769078009.695216:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078009.695217:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078009.695223:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078009.695227:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078009.695233:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078009.695236:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078009.695237:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078009.695244:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078009.695245:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078009.695252:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078009.695255:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078009.695257:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078009.695261:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769078009.695261:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5005)
00000400:00000200:1.0:1769078009.695267:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70982:70982:256:4294967295] 192.168.204.140@tcp LPNI seq info [70982:70982:8:4294967295]
00000400:00000200:1.0:1769078009.695271:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078009.695277:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078009.695281:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078009.695286:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078009.695293:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078009.695298:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078009.695313:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078009.695318:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078009.695321:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299669446
00000100:00000010:1.0:1769078009.695326:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95060.
00000100:00000001:1.0:1769078009.695334:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078009.695347:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299669446
00000100:00000010:1.0:1769078009.695351:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a80.
00000100:00000001:1.0:1769078009.695354:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078009.695356:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078009.695359:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695362:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695366:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078009.695373:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078009.695376:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078009.695378:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078009.695381:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078009.695383:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078009.695388:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078009.695403:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078009.695405:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078009.695407:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078009.695409:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078009.695411:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078009.695415:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420800:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078009.695418:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078009.695419:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078009.695421:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078009.695422:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078009.695424:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078009.695426:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078009.695432:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078009.695435:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078009.695437:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078009.695439:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420800, portal 10
00000100:00000001:1.0:1769078009.695442:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078009.695443:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:1.0:1769078009.695448:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078009.695452:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078009.695454:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078009.695455:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743908.
00000100:00000200:1.0:1769078009.695457:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617420800, offset 0
00000400:00000200:1.0:1769078009.695459:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078009.695462:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078009.695464:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078009.695466:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078009.695467:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078009.695469:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078009.695470:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078009.695472:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70983:70983:255:4294967295] 192.168.204.140@tcp LPNI seq info [70983:70983:7:4294967295]
00000400:00000200:1.0:1769078009.695474:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078009.695478:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078009.695481:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078009.695484:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078009.695486:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078009.695489:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078009.695503:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078009.695506:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078009.695510:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078009.695512:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299667979
00000100:00000001:1.0:1769078009.695514:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299669446
00000100:00000001:1.0:1769078009.695516:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299667979
00000100:00000001:1.0:1769078009.695518:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299669446
00000100:00000001:1.0:1769078009.695520:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078009.695522:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695524:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078009.695528:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078009.695535:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078009.695536:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078009.695538:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078009.695539:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078009.695541:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078009.695544:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420928:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078009.695547:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078009.695549:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078009.695550:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078009.695552:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078009.695555:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078009.695556:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078009.695560:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078009.695562:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769078009.695565:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078009.695568:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617420928, portal 4
00000100:00000001:1.0:1769078009.695570:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078009.695571:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769078009.695577:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078009.695583:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078009.695585:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078009.695587:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743ee0.
00000100:00000200:1.0:1769078009.695589:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617420928, offset 0
00000400:00000200:1.0:1769078009.695593:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078009.695597:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078009.695601:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078009.695603:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078009.695605:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078009.695607:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078009.695609:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078009.695612:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70984:70984:254:4294967295] 192.168.204.140@tcp LPNI seq info [70984:70984:6:4294967295]
00000400:00000200:1.0:1769078009.695617:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078009.695623:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078009.695629:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078009.695633:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078009.695637:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078009.695640:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078009.695643:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078009.695645:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078009.695648:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078009.695650:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299669445
00000100:00000001:1.0:1769078009.695652:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299669446
00000100:00000001:1.0:1769078009.695655:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299669445
00000100:00000001:1.0:1769078009.695656:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299669446
00000100:00000001:1.0:1769078009.695694:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078009.695714:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695717:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695718:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078009.695722:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078009.695724:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078009.695725:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078009.695726:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078009.695728:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078009.695730:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078010.014774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078010.014779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078010.014834:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078010.014837:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078010.014840:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078011.038728:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078011.038733:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078011.038779:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078011.038783:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078011.038787:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078011.230811:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299669446, at 4299669504
00000100:00000040:1.0:1769078011.230812:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299669446, at 4299669504
00000100:00000010:0.0:1769078011.230835:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95060.
00000100:00000010:1.0:1769078011.230843:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00010000:00000001:1.0:1769078012.062742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078012.062748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078012.062796:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078012.062799:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078012.062802:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078012.766851:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769078012.766888:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078012.766899:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078012.766903:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769078012.766907:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078012.766911:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078012.766916:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078012.766921:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769078012.766926:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078012.766931:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078012.766948:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743550
00000400:00000010:2.0:1769078012.766951:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743550.
00000100:00000001:2.0:1769078012.766957:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078012.766966:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078012.766998:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078012.767003:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078012.767012:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078012.767014:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078012.767026:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078012.767028:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769078012.767031:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078012.767035:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078012.767039:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743908
00000400:00000010:2.0:1769078012.767041:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743908.
00000100:00000001:2.0:1769078012.767044:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078012.767048:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078012.767056:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078012.767059:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078012.767065:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078012.767067:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078012.767074:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078012.767077:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769078012.767081:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078012.767085:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078012.767088:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743ee0
00000400:00000010:2.0:1769078012.767090:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743ee0.
00000100:00000001:2.0:1769078012.767093:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078012.767097:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078012.767107:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078012.767110:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078012.767111:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767117:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078012.767122:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078012.767123:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078012.767128:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:1.0:1769078012.767135:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078009/real 1769078012]  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078012.767151:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078012.767154:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078012.767157:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078012.767162:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078012.767164:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078012.767168:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078012.767173:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078012.767184:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767192:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078012.767194:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767198:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767200:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078012.767205:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767214:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078012.767220:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767229:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078012.767244:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767246:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767248:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767252:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078012.767255:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078012.767259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078012.767265:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078012.767268:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078012.767273:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078012.767283:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420800:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078012.767289:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078012.767293:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078009/real 1769078012]  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078012.767302:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078012.767304:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078012.767306:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769078012.767309:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078012.767311:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078012.767314:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078012.767318:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078012.767327:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767334:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078012.767336:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767338:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767341:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078012.767345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767353:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078012.767357:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767364:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078012.767367:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767369:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767370:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767372:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078012.767376:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078012.767378:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078012.767383:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078012.767386:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078012.767390:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078012.767398:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617420928:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078012.767403:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078012.767407:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078009/real 1769078012]  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078012.767421:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078012.767423:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078012.767425:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078012.767427:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078012.767429:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078012.767432:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078012.767435:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078012.767443:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767450:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078012.767451:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767453:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767454:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078012.767459:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767466:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078012.767470:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767477:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078012.767480:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767482:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078012.767483:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767485:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078012.767487:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078012.767490:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078012.767494:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078012.767496:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078012.767501:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078012.767510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617420672:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078012.767514:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767516:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078012.767520:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617420800/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767527:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078012.767530:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078012.767534:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078012.767539:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078012.767542:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078012.767544:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078012.767546:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078012.767550:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078012.767554:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078012.767557:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078012.767559:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769078012.767564:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078012.767566:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767567:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078012.767571:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617420928/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767578:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078012.767580:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078012.767582:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078012.767584:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078012.767586:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078012.767587:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078012.767589:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078012.767591:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078012.767594:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078012.767595:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078012.767597:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078012.767601:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078012.767602:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767604:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078012.767608:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617420672/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078012.767615:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078012.767616:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078012.767618:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078012.767621:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078012.767622:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078012.767623:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078012.767625:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078012.767627:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769078012.767630:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078012.767631:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078012.767632:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769078012.767635:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078012.767636:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767638:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078012.767686:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078012.767689:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078012.767692:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078012.767694:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078013.086734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078013.086740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078013.086786:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078013.086789:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078013.086792:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078014.110734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078014.110740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078014.110783:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078014.110787:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078014.110790:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078014.814783:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.814791:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078014.814793:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.814796:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.814800:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.814806:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5000
00000400:00000200:2.0:1769078014.814814:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078014.814818:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.814821:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.814823:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814826:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.814828:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814830:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078014.814833:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.814834:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078014.814837:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.814838:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078014.814840:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078014.814842:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078014.814843:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814845:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.814846:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814847:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078014.814850:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078014.814852:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814854:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.814856:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.814858:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.814860:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.814862:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078014.814864:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.814871:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769078014.814875:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078014.814878:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.814880:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.814883:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.814886:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.814890:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.814897:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000100:00000001:2.0:1769078014.814903:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.814912:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.814922:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.814927:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.814932:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.814966:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078014.814970:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.814973:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078014.814975:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.814977:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.814980:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.814983:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5000
00000400:00000200:2.0:1769078014.814987:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078014.814990:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.814992:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.814995:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.814997:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.814999:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815002:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078014.815004:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.815006:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078014.815007:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.815010:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078014.815012:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078014.815014:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078014.815017:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815020:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.815022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815023:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078014.815026:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078014.815028:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815034:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.815036:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.815042:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.815044:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815046:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.815050:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078014.815054:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815055:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.815061:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769078014.815064:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078014.815067:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.815068:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815080:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.815082:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.815083:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.815087:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769078014.815091:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.815096:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.815112:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.815114:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.815119:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.815127:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.815129:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078014.815133:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078014.815136:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078014.815139:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078014.815141:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078014.815143:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078014.815145:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078014.815148:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5000
00000400:00000200:2.0:1769078014.815152:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078014.815155:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078014.815157:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078014.815160:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815162:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.815164:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815166:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078014.815168:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078014.815169:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078014.815171:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078014.815173:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078014.815175:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078014.815177:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078014.815179:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815182:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078014.815183:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815185:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078014.815187:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078014.815190:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078014.815192:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078014.815194:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078014.815238:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078014.815240:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815242:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078014.815245:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078014.815248:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815250:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078014.815254:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769078014.815256:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078014.815258:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078014.815260:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078014.815261:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078014.815262:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078014.815264:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078014.815268:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769078014.815272:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078014.815277:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078014.815285:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078014.815287:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.815291:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078014.815298:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078014.815303:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5010)
00000100:00000001:1.0:1769078014.815388:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078014.815392:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078014.815395:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078014.815403:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815410:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078014.815412:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.815415:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078014.815418:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078014.815421:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078014.815424:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421056:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078014.815428:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078014.815432:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078014.815434:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.815443:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078014.815449:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078014.815451:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078014.815459:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078014.815463:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078014.815469:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078014.815477:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421056, portal 25
00000100:00000001:1.0:1769078014.815480:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078014.815481:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:1.0:1769078014.815488:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815495:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078014.815498:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078014.815501:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078014.815504:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617421056, offset 0
00000400:00000200:1.0:1769078014.815512:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078014.815521:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.815529:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078014.815535:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078014.815541:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078014.815545:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078014.815548:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078014.815552:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70985:70985:256:4294967295] 192.168.204.140@tcp LPNI seq info [70985:70985:8:4294967295]
00000400:00000200:1.0:1769078014.815556:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.815567:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078014.815574:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.815580:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078014.815589:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078014.815593:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078014.815599:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078014.815603:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078014.815625:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.815628:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078014.815633:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078014.815638:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078014.815644:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078014.815646:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078014.815650:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078014.815654:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815700:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.815705:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815713:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.815715:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078014.815723:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078014.815727:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078014.815731:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299674567
00000100:00000010:1.0:1769078014.815736:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a80.
00000100:00000001:1.0:1769078014.815745:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078014.815762:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299674567
00000100:00000010:1.0:1769078014.815767:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95300.
00000100:00000001:1.0:1769078014.815771:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078014.815775:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078014.815778:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.815780:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078014.815785:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078014/real 1769078014]  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078014.815795:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078014.815798:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078014.815801:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078014.815804:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078014.815807:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078014.815810:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078014.815815:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078014.815824:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815831:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078014.815833:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.815835:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.815838:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078014.815842:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815849:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078014.815854:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815862:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078014.815865:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.815867:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.815869:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.815871:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078014.815873:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078014.815876:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078014.815881:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078014.815884:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078014.815889:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078014.815897:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421056:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078014.815909:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078014.815913:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815920:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078014.815922:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.815924:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078014.815926:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078014.815928:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078014.815931:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421184:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078014.815934:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078014.815936:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078014.815938:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.815940:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078014.815944:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078014.815946:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078014.815951:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078014.815954:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078014.815958:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078014.815961:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421184, portal 10
00000100:00000001:1.0:1769078014.815963:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078014.815965:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769078014.815971:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.815978:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078014.815980:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078014.815983:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078014.815985:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617421184, offset 0
00000400:00000200:1.0:1769078014.815990:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078014.815994:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.815999:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078014.816002:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078014.816005:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078014.816007:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078014.816009:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078014.816011:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70986:70986:256:4294967295] 192.168.204.140@tcp LPNI seq info [70986:70986:8:4294967295]
00000400:00000200:1.0:1769078014.816014:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.816019:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078014.816022:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.816025:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078014.816028:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078014.816030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078014.816036:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078014.816040:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078014.816044:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.816046:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078014.816050:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078014.816053:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078014.816057:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078014.816059:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078014.816062:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078014.816066:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816074:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.816078:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816085:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.816088:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078014.816092:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078014.816096:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078014.816100:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078014.816103:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299673100
00000100:00000001:1.0:1769078014.816106:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299674567
00000100:00000001:1.0:1769078014.816108:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299673100
00000100:00000001:1.0:1769078014.816112:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299674567
00000100:00000001:1.0:1769078014.816114:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078014.816116:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.816119:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078014.816124:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078014/real 1769078014]  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078014.816134:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078014.816137:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078014.816139:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078014.816142:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078014.816144:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078014.816147:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078014.816151:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078014.816162:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816168:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078014.816170:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816171:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.816172:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078014.816175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816180:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078014.816182:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816186:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078014.816188:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816190:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.816191:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816193:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078014.816195:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078014.816198:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078014.816201:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078014.816204:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078014.816208:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078014.816216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421184:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078014.816220:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078014.816224:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816231:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078014.816232:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.816235:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078014.816237:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078014.816239:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078014.816242:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421312:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078014.816246:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078014.816248:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078014.816250:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078014.816252:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078014.816256:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078014.816258:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078014.816262:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078014.816265:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078014.816268:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078014.816272:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421312, portal 4
00000100:00000001:1.0:1769078014.816274:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078014.816275:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:1.0:1769078014.816281:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816288:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078014.816290:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078014.816292:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078014.816294:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617421312, offset 0
00000400:00000200:1.0:1769078014.816298:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078014.816303:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.816306:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078014.816309:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078014.816312:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078014.816314:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078014.816317:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078014.816319:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70987:70987:256:4294967295] 192.168.204.140@tcp LPNI seq info [70987:70987:8:4294967295]
00000400:00000200:1.0:1769078014.816323:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078014.816329:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078014.816333:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.816335:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078014.816339:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078014.816342:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078014.816346:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078014.816348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078014.816352:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078014.816354:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078014.816357:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078014.816360:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078014.816363:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078014.816365:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078014.816368:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078014.816371:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816379:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.816382:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816394:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.816396:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078014.816399:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078014.816402:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078014.816406:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078014.816408:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299674566
00000100:00000001:1.0:1769078014.816411:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299674567
00000100:00000001:1.0:1769078014.816413:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299674566
00000100:00000001:1.0:1769078014.816415:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299674567
00000100:00000001:1.0:1769078014.816417:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078014.816419:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.816421:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078014.816425:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078014/real 1769078014]  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078014.816433:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078014.816435:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078014.816437:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078014.816439:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078014.816450:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078014.816452:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078014.816456:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078014.816465:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816471:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078014.816473:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816475:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.816476:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078014.816480:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816487:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078014.816491:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816499:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078014.816502:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816504:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078014.816505:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816507:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078014.816511:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078014.816513:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078014.816517:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078014.816519:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078014.816523:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078014.816529:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421312:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078014.816532:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816534:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.816536:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617421056/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816541:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078014.816544:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078014.816547:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078014.816551:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078014.816553:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078014.816555:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078014.816557:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078014.816559:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078014.816563:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078014.816566:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078014.816567:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769078014.816571:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078014.816572:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816574:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.816577:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617421184/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816585:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078014.816586:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078014.816588:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078014.816590:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078014.816592:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078014.816593:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078014.816595:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078014.816596:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769078014.816599:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078014.816601:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078014.816602:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078014.816605:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078014.816607:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816625:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078014.816630:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617421312/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078014.816647:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078014.816649:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078014.816651:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078014.816653:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078014.816655:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078014.816656:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078014.816682:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078014.816687:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078014.816690:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078014.816692:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078014.816694:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769078014.816697:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078014.816698:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816701:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078014.816709:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078014.816711:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078014.816714:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078014.816716:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078015.134767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078015.134772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078015.134825:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078015.134829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078015.134831:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078016.158752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078016.158759:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078016.158761:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078016.158763:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078016.158767:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078016.158769:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078016.158770:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078016.158772:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078016.158821:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078016.158824:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078016.158826:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078016.350769:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299674567, at 4299674624
00000100:00000040:1.0:1769078016.350769:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299674567, at 4299674624
00000100:00000010:0.0:1769078016.350785:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a80.
00000100:00000010:1.0:1769078016.350790:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00010000:00000001:1.0:1769078017.182754:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078017.182759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078017.182809:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078017.182813:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078017.182816:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078018.206754:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078018.206761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078018.206846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078018.206852:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078018.206855:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078019.230766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078019.230772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078019.230821:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078019.230825:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078019.230827:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078019.934770:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.934779:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078019.934781:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.934784:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.934787:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.934793:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5005
00000400:00000200:2.0:1769078019.934801:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078019.934806:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.934809:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.934811:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934814:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.934816:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934818:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078019.934821:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.934823:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078019.934825:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.934827:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078019.934828:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078019.934830:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078019.934831:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934833:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.934834:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934836:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078019.934838:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078019.934840:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934842:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.934844:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.934847:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.934850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.934852:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078019.934854:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.934864:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769078019.934868:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078019.934872:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.934874:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.934878:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.934881:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.934885:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.934893:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078019.934900:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.934909:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078019.934919:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.934923:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.934927:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078019.934946:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078019.934949:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078019.934951:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078019.934952:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.934954:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078019.934956:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.934957:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5005
00000400:00000200:2.0:1769078019.934960:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078019.934962:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078019.934964:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078019.934966:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934968:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.934969:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934971:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078019.934972:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.934973:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078019.934974:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078019.934976:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078019.934977:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078019.934979:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078019.934981:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934983:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.934985:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934987:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078019.934989:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078019.934991:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078019.934992:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.934993:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078019.934997:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.934999:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935001:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078019.935001:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078019.935005:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078019.935007:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1769078019.935009:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935012:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078019.935012:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078019.935018:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769078019.935021:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078019.935023:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078019.935024:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078019.935025:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.935029:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.935030:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078019.935033:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078019.935037:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:1.0:1769078019.935044:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078019.935044:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935047:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078019.935051:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078019.935052:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078019.935056:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078019.935060:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078019.935064:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421440:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078019.935070:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078019.935075:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078019.935076:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078019.935077:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935080:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935084:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078019.935085:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078019.935090:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078019.935094:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.935095:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078019.935098:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078019.935103:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078019.935103:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078019.935108:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078019.935111:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:2.0:1769078019.935112:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078019.935115:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078019.935116:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078019.935119:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769078019.935119:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078019.935123:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5005
00000400:00000200:2.0:1769078019.935127:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000200:1.0:1769078019.935128:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421440, portal 25
00000400:00000200:2.0:1769078019.935131:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078019.935132:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078019.935134:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00080000:2.0:1769078019.935139:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078019.935141:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078019.935144:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.935149:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.935153:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078019.935158:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078019.935160:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078019.935161:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078019.935163:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:1.0:1769078019.935165:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769078019.935166:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769078019.935170:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000020:00000040:2.0:1769078019.935170:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078019.935176:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617421440, offset 0
00000020:00000001:2.0:1769078019.935176:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078019.935181:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078019.935185:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935189:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078019.935193:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078019.935197:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935201:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078019.935201:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078019.935206:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078019.935210:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:2.0:1769078019.935210:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078019.935217:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078019.935218:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078019.935220:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078019.935222:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078019.935226:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935227:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078019.935231:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078019.935234:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769078019.935235:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078019.935239:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:2.0:1769078019.935240:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.935244:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935246:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70988:70988:256:4294967295] 192.168.204.140@tcp LPNI seq info [70988:70988:8:4294967295]
00000100:00000010:2.0:1769078019.935249:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000400:00000200:1.0:1769078019.935252:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769078019.935254:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078019.935257:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078019.935259:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078019.935263:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078019.935266:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078019.935267:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1769078019.935269:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078019.935273:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935278:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
02000000:00000010:2.0:1769078019.935278:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769078019.935284:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078019.935289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:2.0:1769078019.935291:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078019.935296:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1769078019.935301:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078019.935305:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078019.935306:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769078019.935311:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769078019.935312:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078019.935324:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935328:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078019.935329:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935335:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078019.935335:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5015)
00000400:00000200:1.0:1769078019.935341:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078019.935345:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078019.935347:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078019.935350:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078019.935354:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935361:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.935364:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935369:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935370:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078019.935375:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935378:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078019.935380:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299679686
00000100:00000010:1.0:1769078019.935383:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95300.
00000100:00000001:1.0:1769078019.935390:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078019.935403:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299679686
00000100:00000010:1.0:1769078019.935405:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d20.
00000100:00000001:1.0:1769078019.935408:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078019.935410:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078019.935412:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935414:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078019.935416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078019/real 1769078019]  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078019.935423:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078019.935425:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078019.935426:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078019.935429:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078019.935431:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078019.935435:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078019.935439:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078019.935445:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935451:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078019.935453:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935455:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935457:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078019.935461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935465:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078019.935468:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935473:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078019.935475:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935476:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935477:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935479:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078019.935480:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078019.935482:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078019.935484:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078019.935486:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078019.935489:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078019.935494:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421440:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078019.935497:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935499:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.935501:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617421440/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935510:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078019.935511:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078019.935513:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078019.935515:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078019.935517:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078019.935518:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078019.935519:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078019.935521:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078019.935538:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078019.935540:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078019.935541:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769078019.935544:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078019.935545:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935546:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935552:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078019.935553:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935555:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078019.935556:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078019.935557:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078019.935560:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935565:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078019.935566:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935567:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078019.935569:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078019.935570:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078019.935572:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421568:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078019.935574:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078019.935576:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078019.935577:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935578:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078019.935580:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078019.935582:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935585:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078019.935588:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078019.935590:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078019.935592:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421568, portal 10
00000100:00000001:1.0:1769078019.935594:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078019.935595:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769078019.935599:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935604:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078019.935605:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078019.935607:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078019.935608:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617421568, offset 0
00000400:00000200:1.0:1769078019.935611:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935613:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078019.935616:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078019.935617:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078019.935619:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078019.935621:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078019.935623:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935625:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70989:70989:256:4294967295] 192.168.204.140@tcp LPNI seq info [70989:70989:8:4294967295]
00000400:00000200:1.0:1769078019.935628:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078019.935632:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078019.935634:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935636:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078019.935639:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078019.935641:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078019.935644:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078019.935646:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078019.935649:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935650:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078019.935652:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078019.935654:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078019.935656:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078019.935681:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078019.935683:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078019.935686:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935691:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.935693:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935698:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935699:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078019.935701:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078019.935704:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078019.935706:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078019.935707:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299678220
00000100:00000001:1.0:1769078019.935710:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299679686
00000100:00000001:1.0:1769078019.935711:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299678220
00000100:00000001:1.0:1769078019.935713:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299679686
00000100:00000001:1.0:1769078019.935714:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078019.935715:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935716:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078019.935718:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078019/real 1769078019]  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078019.935723:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078019.935724:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078019.935725:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078019.935727:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078019.935728:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078019.935730:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078019.935732:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078019.935737:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935745:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078019.935746:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935748:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935749:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078019.935751:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935755:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078019.935757:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935761:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078019.935763:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935764:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935765:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935766:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078019.935767:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078019.935769:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078019.935771:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078019.935773:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078019.935775:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078019.935780:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421568:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078019.935782:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078019.935784:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935788:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078019.935789:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935791:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078019.935792:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078019.935793:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078019.935795:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421696:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078019.935798:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078019.935799:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078019.935800:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078019.935801:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078019.935803:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078019.935804:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078019.935807:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078019.935809:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078019.935811:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078019.935813:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421696, portal 4
00000100:00000001:1.0:1769078019.935814:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078019.935815:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:1.0:1769078019.935819:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935823:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078019.935824:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078019.935825:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078019.935827:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617421696, offset 0
00000400:00000200:1.0:1769078019.935830:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935832:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078019.935834:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078019.935836:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078019.935838:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078019.935839:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078019.935841:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078019.935843:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70990:70990:256:4294967295] 192.168.204.140@tcp LPNI seq info [70990:70990:8:4294967295]
00000400:00000200:1.0:1769078019.935845:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078019.935850:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078019.935853:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935855:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078019.935857:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078019.935859:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078019.935862:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078019.935864:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078019.935866:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078019.935867:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078019.935869:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078019.935871:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078019.935873:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078019.935874:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078019.935875:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078019.935878:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935882:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.935884:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935888:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935889:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078019.935891:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078019.935892:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078019.935894:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078019.935896:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299679686
00000100:00000001:1.0:1769078019.935897:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299679686
00000100:00000001:1.0:1769078019.935898:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299679686
00000100:00000001:1.0:1769078019.935900:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299679686
00000100:00000001:1.0:1769078019.935901:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078019.935902:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.935904:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078019.935906:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078019/real 1769078019]  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078019.935911:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078019.935912:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078019.935913:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078019.935914:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078019.935915:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078019.935917:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078019.935918:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078019.935923:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935927:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078019.935928:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935929:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935930:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078019.935933:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935937:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078019.935939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935943:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078019.935944:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935945:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078019.935946:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935947:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078019.935949:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078019.935951:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078019.935952:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078019.935954:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078019.935956:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078019.935962:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421696:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078019.935966:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.935968:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.935971:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617421568/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.935979:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078019.935980:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078019.935982:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078019.935985:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078019.935986:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078019.935988:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078019.935989:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078019.935991:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078019.935994:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078019.935995:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078019.935996:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769078019.935999:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078019.936000:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.936002:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078019.936006:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617421696/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078019.936013:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078019.936015:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078019.936017:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078019.936019:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078019.936020:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078019.936021:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078019.936024:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078019.936025:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078019.936027:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078019.936029:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078019.936030:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769078019.936032:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078019.936033:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.936034:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078019.936037:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078019.936038:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078019.936039:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078019.936041:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078020.254726:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078020.254731:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078020.254810:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078020.254817:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078020.254823:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078021.278768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078021.278775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078021.278858:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078021.278864:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078021.278868:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078021.470765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299679686, at 4299679744
00000100:00000040:0.0:1769078021.470777:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299679686, at 4299679744
00000100:00000010:1.0:1769078021.470780:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000100:00000010:0.0:1769078021.470792:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95300.
00010000:00000001:1.0:1769078022.302761:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078022.302767:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078022.302832:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078022.302835:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078022.302838:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078023.326767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078023.326772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078023.326856:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078023.326862:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078023.326866:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078024.350783:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078024.350792:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078024.350868:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078024.350874:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078024.350877:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078025.054811:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078025.054822:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078025.054825:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078025.054830:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078025.054836:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078025.054844:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5010
00000400:00000200:2.0:1769078025.054854:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078025.054859:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078025.054863:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078025.054865:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.054868:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.054871:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.054873:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078025.054877:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078025.054879:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078025.054881:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078025.054884:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078025.054885:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078025.054887:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078025.054889:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.054890:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.054892:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.054893:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078025.054896:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078025.054899:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078025.054901:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078025.054903:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078025.054905:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078025.054907:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.054909:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078025.054911:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078025.054925:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769078025.054929:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078025.054933:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078025.054935:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.054939:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078025.054943:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078025.054950:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078025.054963:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769078025.054972:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078025.054982:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078025.054992:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078025.054996:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078025.055000:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078025.055022:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078025.055024:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078025.055027:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078025.055028:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078025.055030:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078025.055032:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078025.055034:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5010
00000400:00000200:2.0:1769078025.055037:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078025.055040:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078025.055042:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078025.055044:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055046:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.055049:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055050:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078025.055053:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078025.055054:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078025.055055:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078025.055057:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078025.055058:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078025.055058:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078025.055063:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078025.055065:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078025.055069:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078025.055069:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055073:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.055078:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078025.055080:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078025.055081:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078025.055085:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078025.055090:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055095:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078025.055098:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078025.055103:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078025.055105:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055106:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078025.055107:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078025.055111:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078025.055114:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078025.055118:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078025.055119:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.055123:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055124:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078025.055128:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
02000000:00000001:1.0:1769078025.055130:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078025.055134:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00100000:1.0:1769078025.055139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421824:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769078025.055141:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078025.055145:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055148:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078025.055149:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078025.055153:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078025.055156:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055157:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078025.055162:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078025.055162:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078025.055165:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078025.055169:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078025.055173:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078025.055176:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078025.055180:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078025.055187:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078025.055191:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078025.055194:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:2.0:1769078025.055194:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078025.055202:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078025.055208:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078025.055210:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078025.055212:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:2.0:1769078025.055217:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078025.055221:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078025.055223:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421824, portal 25
00000100:00080000:2.0:1769078025.055225:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078025.055227:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1769078025.055228:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078025.055230:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00080000:2.0:1769078025.055231:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078025.055235:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078025.055241:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078025.055241:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5010
00000400:00000200:2.0:1769078025.055250:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078025.055256:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078025.055259:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1769078025.055260:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078025.055267:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078025.055267:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000010:1.0:1769078025.055272:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000001:2.0:1769078025.055272:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.055277:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078025.055278:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617421824, offset 0
00000100:00000001:2.0:1769078025.055282:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078025.055285:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078025.055286:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078025.055289:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769078025.055290:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078025.055293:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078025.055296:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078025.055297:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078025.055300:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078025.055302:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055305:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078025.055307:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078025.055310:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078025.055312:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078025.055316:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078025.055320:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1769078025.055320:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055325:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078025.055326:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078025.055327:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769078025.055331:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078025.055333:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078025.055335:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078025.055338:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055339:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078025.055343:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078025.055344:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70991:70991:256:4294967295] 192.168.204.140@tcp LPNI seq info [70991:70991:8:4294967295]
00000008:00000001:2.0:1769078025.055347:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078025.055351:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078025.055352:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078025.055358:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769078025.055359:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078025.055361:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078025.055362:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078025.055363:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078025.055364:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078025.055367:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078025.055370:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000400:00000200:1.0:1769078025.055375:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078025.055376:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078025.055385:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078025.055386:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078025.055394:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078025.055396:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078025.055397:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078025.055403:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078025.055409:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078025.055416:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1769078025.055416:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078025.055422:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5021)
00000800:00000200:1.1:1769078025.055424:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078025.055429:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078025.055433:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078025.055435:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078025.055456:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078025.055461:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078025.055466:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078025.055468:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078025.055478:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078025.055482:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055490:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.055492:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055498:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055499:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078025.055506:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078025.055509:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078025.055512:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299684806
00000100:00000010:1.0:1769078025.055522:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95d20.
00000100:00000001:1.0:1769078025.055531:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078025.055536:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299684806
00000100:00000010:1.0:1769078025.055538:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95900.
00000100:00000001:1.0:1769078025.055541:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078025.055544:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078025.055546:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055548:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078025.055552:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025]  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078025.055560:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078025.055562:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078025.055568:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078025.055571:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078025.055572:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078025.055574:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078025.055577:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078025.055589:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055595:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078025.055596:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055598:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.055599:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078025.055602:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055606:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078025.055610:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055615:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078025.055617:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055618:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.055619:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055622:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078025.055623:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078025.055625:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078025.055628:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078025.055629:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078025.055633:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078025.055638:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617421824:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078025.055642:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055643:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.055645:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617421824/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055654:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078025.055656:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078025.055687:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078025.055691:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078025.055692:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078025.055694:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078025.055695:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078025.055698:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769078025.055702:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078025.055704:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078025.055706:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769078025.055709:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078025.055711:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055713:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055720:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078025.055722:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055724:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078025.055725:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078025.055727:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078025.055730:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055735:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078025.055736:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055737:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078025.055739:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.055740:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.055742:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421952:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078025.055745:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078025.055747:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078025.055748:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055750:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078025.055752:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078025.055754:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078025.055756:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078025.055759:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078025.055761:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078025.055763:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617421952, portal 10
00000100:00000001:1.0:1769078025.055765:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078025.055766:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769078025.055771:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055776:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078025.055777:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078025.055779:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078025.055780:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617421952, offset 0
00000400:00000200:1.0:1769078025.055783:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078025.055785:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078025.055788:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078025.055790:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078025.055792:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078025.055794:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078025.055795:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078025.055798:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70992:70992:256:4294967295] 192.168.204.140@tcp LPNI seq info [70992:70992:8:4294967295]
00000400:00000200:1.0:1769078025.055801:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078025.055805:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078025.055808:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078025.055810:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078025.055813:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078025.055816:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078025.055819:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078025.055820:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078025.055823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078025.055825:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078025.055826:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078025.055829:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078025.055831:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078025.055833:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078025.055835:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078025.055837:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055843:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.055845:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055850:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055851:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078025.055853:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.055856:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078025.055858:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078025.055859:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299683340
00000100:00000001:1.0:1769078025.055862:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299684806
00000100:00000001:1.0:1769078025.055864:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299683340
00000100:00000001:1.0:1769078025.055865:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299684806
00000100:00000001:1.0:1769078025.055867:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078025.055868:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.055869:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078025.055872:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025]  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078025.055876:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078025.055877:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078025.055878:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078025.055880:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078025.055881:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078025.055891:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078025.055893:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078025.055899:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055908:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078025.055909:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055911:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.055912:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078025.055914:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055918:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078025.055920:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055924:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078025.055926:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055927:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.055928:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.055929:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078025.055930:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078025.055932:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078025.055934:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078025.055936:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078025.055939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078025.055944:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617421952:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078025.055946:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078025.055948:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055952:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078025.055953:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055956:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078025.055957:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078025.055959:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078025.055960:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422080:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078025.055963:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078025.055964:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078025.055965:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078025.055966:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078025.055969:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078025.055970:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078025.055972:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078025.055974:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078025.055977:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078025.055979:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422080, portal 4
00000100:00000001:1.0:1769078025.055980:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078025.055981:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:1.0:1769078025.055986:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.055990:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078025.055991:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078025.055993:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078025.055995:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617422080, offset 0
00000400:00000200:1.0:1769078025.055997:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078025.056000:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078025.056002:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078025.056004:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078025.056005:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078025.056007:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078025.056009:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078025.056011:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70993:70993:256:4294967295] 192.168.204.140@tcp LPNI seq info [70993:70993:8:4294967295]
00000400:00000200:1.0:1769078025.056014:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078025.056018:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078025.056022:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078025.056024:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078025.056026:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078025.056028:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078025.056031:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078025.056033:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078025.056036:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078025.056038:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078025.056040:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078025.056042:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078025.056044:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078025.056045:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078025.056047:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078025.056049:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056054:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.056056:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056060:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.056061:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078025.056063:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078025.056066:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078025.056068:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078025.056070:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299684806
00000100:00000001:1.0:1769078025.056071:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299684806
00000100:00000001:1.0:1769078025.056073:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299684806
00000100:00000001:1.0:1769078025.056074:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299684806
00000100:00000001:1.0:1769078025.056076:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078025.056077:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.056078:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078025.056080:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078025/real 1769078025]  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078025.056086:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078025.056087:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078025.056088:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078025.056090:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078025.056091:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078025.056092:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078025.056094:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078025.056099:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056106:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078025.056107:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056109:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.056110:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078025.056114:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056120:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078025.056125:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056132:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078025.056135:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056137:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078025.056138:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056141:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078025.056144:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078025.056147:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078025.056151:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078025.056154:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078025.056159:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078025.056167:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422080:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078025.056169:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056171:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.056173:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617421952/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056178:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078025.056179:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078025.056180:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078025.056182:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078025.056183:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078025.056184:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078025.056186:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078025.056187:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078025.056189:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078025.056190:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078025.056191:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769078025.056193:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078025.056194:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056195:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078025.056197:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617422080/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078025.056201:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078025.056202:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078025.056203:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078025.056204:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078025.056205:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078025.056205:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078025.056207:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078025.056207:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078025.056209:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078025.056210:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078025.056211:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769078025.056213:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078025.056213:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056215:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078025.056217:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078025.056218:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078025.056220:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078025.056221:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078025.374828:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078025.374838:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078025.374916:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078025.374921:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078025.374925:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078026.398793:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078026.398805:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078026.398808:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078026.398812:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078026.398818:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078026.398821:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078026.398824:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078026.398826:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078026.398888:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078026.398891:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078026.398895:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078026.590822:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299684806, at 4299684864
00000100:00000040:1.0:1769078026.590822:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299684806, at 4299684864
00000100:00000010:0.0:1769078026.590841:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95d20.
00000100:00000010:1.0:1769078026.590843:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00010000:00000001:1.0:1769078027.422817:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078027.422827:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078027.422906:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078027.422911:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078027.422916:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078028.446785:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078028.446794:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078028.446887:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078028.446895:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078028.446900:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078029.470784:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078029.470792:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078029.470855:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078029.470859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078029.470862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078030.174812:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078030.174825:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078030.174828:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078030.174833:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078030.174840:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078030.174849:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5016
00000400:00000200:2.0:1769078030.174861:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078030.174868:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078030.174873:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078030.174876:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.174880:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078030.174883:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.174886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078030.174891:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078030.174894:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078030.174897:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078030.174900:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078030.174903:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078030.174905:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078030.174909:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.174911:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078030.174913:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.174915:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078030.174927:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078030.174935:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078030.174938:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078030.174941:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078030.174946:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078030.174949:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.174952:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078030.174955:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078030.174968:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769078030.174972:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078030.174977:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078030.174980:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.174984:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078030.174988:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078030.174994:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078030.175004:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769078030.175014:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078030.175025:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078030.175036:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078030.175041:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078030.175047:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078030.175078:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078030.175082:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078030.175086:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078030.175088:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078030.175090:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078030.175093:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078030.175095:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5016
00000400:00000200:2.0:1769078030.175100:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078030.175103:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078030.175106:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078030.175109:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175111:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078030.175114:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175117:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078030.175121:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078030.175122:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078030.175125:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078030.175127:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078030.175130:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078030.175133:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078030.175133:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078030.175140:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078030.175140:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175145:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078030.175147:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078030.175149:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175153:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078030.175156:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078030.175159:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175161:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078030.175165:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078030.175166:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078030.175171:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078030.175177:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175183:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078030.175186:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1769078030.175190:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078030.175191:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078030.175198:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.175200:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078030.175201:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.175206:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078030.175208:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
02000000:00000001:1.0:1769078030.175214:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078030.175214:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078030.175221:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078030.175224:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422208:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769078030.175224:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175229:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078030.175232:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078030.175235:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078030.175236:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.175241:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1769078030.175243:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078030.175247:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175249:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.175251:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078030.175260:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00100000:2.0:1769078030.175260:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078030.175267:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175277:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078030.175282:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078030.175283:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078030.175290:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:2.0:1769078030.175291:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078030.175301:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078030.175306:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078030.175311:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:2.0:1769078030.175312:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078030.175319:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078030.175323:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1769078030.175324:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422208, portal 25
00000100:00000001:2.0:1769078030.175326:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1769078030.175331:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078030.175331:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078030.175336:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000001:2.0:1769078030.175338:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078030.175343:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5016
00000100:00000040:1.0:1769078030.175349:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078030.175366:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078030.175374:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078030.175380:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078030.175382:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078030.175387:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078030.175390:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175392:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078030.175396:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000040:2.0:1769078030.175399:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078030.175402:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617422208, offset 0
00000100:00000001:2.0:1769078030.175403:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078030.175409:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078030.175410:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078030.175412:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078030.175416:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:2.0:1769078030.175417:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078030.175422:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078030.175425:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078030.175429:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078030.175432:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078030.175434:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078030.175438:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175441:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078030.175444:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078030.175446:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:2.0:1769078030.175451:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078030.175455:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.175458:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1769078030.175459:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078030.175464:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078030.175467:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769078030.175469:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175472:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078030.175475:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1769078030.175477:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078030.175483:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:2.0:1769078030.175483:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175487:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.175492:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70994:70994:256:4294967295] 192.168.204.140@tcp LPNI seq info [70994:70994:8:4294967295]
00000100:00000010:2.0:1769078030.175494:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769078030.175499:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078030.175504:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078030.175505:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078030.175508:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078030.175511:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078030.175513:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078030.175516:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.175523:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078030.175525:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769078030.175532:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078030.175537:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00100000:2.0:1769078030.175541:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769078030.175547:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078030.175554:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078030.175557:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078030.175562:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769078030.175566:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078030.175578:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078030.175584:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1769078030.175585:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5026)
00000800:00000200:1.1:1769078030.175597:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078030.175602:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078030.175608:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078030.175611:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078030.175628:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078030.175639:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078030.175647:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078030.175651:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078030.175657:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078030.175693:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175704:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.175708:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175717:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.175719:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078030.175727:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.175732:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078030.175736:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299689927
00000100:00000010:1.0:1769078030.175743:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95900.
00000100:00000001:1.0:1769078030.175751:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078030.175771:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299689927
00000100:00000010:1.0:1769078030.175776:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f00.
00000100:00000001:1.0:1769078030.175780:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078030.175783:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078030.175787:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.175789:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078030.175795:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030]  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078030.175808:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078030.175812:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078030.175814:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078030.175818:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078030.175819:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078030.175823:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078030.175827:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078030.175837:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175845:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078030.175848:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175851:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.175853:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078030.175858:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175866:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078030.175872:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175880:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078030.175884:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175886:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.175888:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175890:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078030.175893:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078030.175897:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078030.175902:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078030.175904:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078030.175909:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078030.175919:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422208:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078030.175926:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175929:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.175933:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617422208/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.175941:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078030.175944:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078030.175947:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078030.175951:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078030.175953:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078030.175954:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078030.175957:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078030.175960:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769078030.175965:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078030.175967:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078030.175969:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:1.0:1769078030.175973:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078030.175975:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175978:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.175987:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078030.175990:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.175992:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078030.175994:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078030.175996:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078030.176000:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176008:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078030.176010:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.176012:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078030.176015:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.176017:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.176021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422336:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078030.176024:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078030.176027:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078030.176028:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.176031:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078030.176035:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078030.176037:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.176042:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078030.176046:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078030.176050:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078030.176053:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422336, portal 10
00000100:00000001:1.0:1769078030.176056:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078030.176057:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:1.0:1769078030.176065:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176073:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078030.176076:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078030.176078:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078030.176081:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617422336, offset 0
00000400:00000200:1.0:1769078030.176085:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078030.176090:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078030.176094:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078030.176097:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078030.176100:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078030.176102:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078030.176105:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078030.176108:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70995:70995:256:4294967295] 192.168.204.140@tcp LPNI seq info [70995:70995:8:4294967295]
00000400:00000200:1.0:1769078030.176113:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078030.176120:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078030.176125:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078030.176130:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078030.176134:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078030.176137:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078030.176143:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078030.176146:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078030.176150:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078030.176152:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078030.176156:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078030.176160:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078030.176164:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078030.176166:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078030.176168:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078030.176172:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176182:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.176185:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176193:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.176195:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078030.176199:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.176204:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078030.176208:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078030.176210:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299688460
00000100:00000001:1.0:1769078030.176213:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299689927
00000100:00000001:1.0:1769078030.176215:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299688460
00000100:00000001:1.0:1769078030.176218:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299689927
00000100:00000001:1.0:1769078030.176220:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078030.176222:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.176225:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078030.176229:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030]  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078030.176239:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078030.176240:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078030.176242:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078030.176245:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078030.176247:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078030.176250:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078030.176254:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078030.176263:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176270:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078030.176271:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176273:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.176275:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078030.176279:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176287:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078030.176292:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176300:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078030.176303:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176305:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.176306:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176308:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078030.176310:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078030.176313:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078030.176317:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078030.176320:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078030.176325:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078030.176334:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422336:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078030.176338:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078030.176342:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176371:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078030.176373:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.176375:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078030.176377:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078030.176379:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078030.176383:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422464:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078030.176386:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078030.176389:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078030.176390:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078030.176392:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078030.176396:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078030.176398:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078030.176403:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078030.176406:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078030.176410:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078030.176413:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422464, portal 4
00000100:00000001:1.0:1769078030.176416:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078030.176417:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000100:00000040:1.0:1769078030.176425:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176432:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078030.176435:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078030.176437:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078030.176440:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617422464, offset 0
00000400:00000200:1.0:1769078030.176444:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078030.176449:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078030.176453:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078030.176456:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078030.176459:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078030.176462:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078030.176464:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078030.176468:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70996:70996:256:4294967295] 192.168.204.140@tcp LPNI seq info [70996:70996:8:4294967295]
00000400:00000200:1.0:1769078030.176472:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078030.176480:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078030.176485:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078030.176489:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078030.176493:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078030.176496:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078030.176501:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078030.176503:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078030.176525:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078030.176528:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078030.176531:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078030.176535:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078030.176539:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078030.176541:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078030.176544:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078030.176548:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176557:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.176560:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176568:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.176570:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078030.176573:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078030.176576:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078030.176580:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078030.176583:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299689926
00000100:00000001:1.0:1769078030.176586:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299689927
00000100:00000001:1.0:1769078030.176588:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299689926
00000100:00000001:1.0:1769078030.176590:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299689927
00000100:00000001:1.0:1769078030.176593:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078030.176596:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.176598:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078030.176602:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078030/real 1769078030]  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078030.176611:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078030.176612:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078030.176614:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078030.176617:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078030.176619:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078030.176621:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078030.176625:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078030.176633:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176640:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078030.176642:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176644:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.176646:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078030.176650:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176657:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078030.176680:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176688:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078030.176691:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176693:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078030.176695:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176697:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078030.176700:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078030.176703:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078030.176708:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078030.176710:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078030.176715:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078030.176724:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422464:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078030.176728:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176730:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.176734:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617422336/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176741:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078030.176743:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078030.176745:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078030.176748:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078030.176750:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078030.176751:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078030.176754:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078030.176756:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078030.176758:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078030.176760:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078030.176761:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:1.0:1769078030.176764:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078030.176765:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176767:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078030.176770:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617422464/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078030.176777:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078030.176779:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078030.176781:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078030.176783:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078030.176784:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078030.176785:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078030.176788:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078030.176790:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078030.176793:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078030.176794:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078030.176796:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:1.0:1769078030.176798:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078030.176800:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176802:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078030.176806:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078030.176808:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078030.176810:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078030.176811:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078030.494741:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078030.494746:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078030.494799:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078030.494802:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078030.494804:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078031.518770:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078031.518776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078031.518823:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078031.518826:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078031.518828:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078031.710745:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299689927, at 4299689984
00000100:00000040:1.0:1769078031.710745:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299689927, at 4299689984
00000100:00000010:1.0:1769078031.710758:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000100:00000010:0.0:1769078031.710761:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95900.
00010000:00000001:1.0:1769078032.542752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078032.542757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078032.542808:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078032.542816:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078032.542818:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078033.566753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078033.566758:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078033.566804:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078033.566807:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078033.566810:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078034.590756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078034.590761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078034.590811:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078034.590814:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078034.590816:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078035.294721:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078035.294729:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078035.294732:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078035.294734:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078035.294738:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078035.294743:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5021
00000400:00000200:2.0:1769078035.294750:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078035.294754:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078035.294756:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078035.294759:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294761:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078035.294763:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294765:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078035.294768:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078035.294769:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078035.294771:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078035.294772:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078035.294774:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078035.294775:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078035.294777:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294778:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078035.294779:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294780:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078035.294782:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078035.294785:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294787:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078035.294788:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078035.294791:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078035.294792:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.294793:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078035.294795:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078035.294802:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769078035.294804:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078035.294807:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078035.294808:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.294811:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078035.294813:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078035.294816:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078035.294821:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078035.294826:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078035.294833:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078035.294839:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078035.294842:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078035.294845:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078035.294862:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078035.294865:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078035.294868:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078035.294870:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078035.294871:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078035.294874:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078035.294876:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5021
00000400:00000200:2.0:1769078035.294880:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078035.294883:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078035.294885:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078035.294887:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078035.294888:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078035.294889:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078035.294891:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078035.294891:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078035.294893:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078035.294893:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078035.294896:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078035.294897:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:1.0:1769078035.294899:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078035.294899:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078035.294901:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078035.294903:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078035.294905:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078035.294907:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1769078035.294908:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078035.294909:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.294910:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078035.294912:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078035.294912:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078035.294914:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078035.294914:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078035.294916:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078035.294917:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078035.294919:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078035.294920:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422592:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769078035.294921:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078035.294923:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078035.294924:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078035.294927:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078035.294928:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078035.294929:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.294930:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.294931:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078035.294932:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1769078035.294934:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769078035.294937:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
00000008:00000001:2.0:1769078035.294937:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.294938:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.294939:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078035.294942:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000400:00000200:1.0:1769078035.294944:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078035.294948:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078035.294954:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000020:00000040:2.0:1769078035.294956:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078035.294958:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078035.294959:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078035.294960:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422592, portal 25
00000100:00000001:2.0:1769078035.294961:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078035.294962:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1769078035.294962:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078035.294963:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
02000000:00000001:2.0:1769078035.294964:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078035.294967:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000040:1.0:1769078035.294969:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078035.294971:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078035.294975:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078035.294976:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078035.294979:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078035.294981:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000001:2.0:1769078035.294982:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078035.294984:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617422592, offset 0
00000100:00000001:2.0:1769078035.294984:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078035.294987:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078035.294990:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078035.294994:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078035.294996:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078035.294996:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078035.295000:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078035.295001:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:2.0:1769078035.295003:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078035.295005:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078035.295006:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078035.295007:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078035.295008:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078035.295010:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078035.295011:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078035.295013:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5021
00000400:00000200:1.0:1769078035.295014:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078035.295016:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:2.0:1769078035.295016:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078035.295018:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078035.295020:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70997:70997:256:4294967295] 192.168.204.140@tcp LPNI seq info [70997:70997:8:4294967295]
00000100:00080000:2.0:1769078035.295020:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078035.295023:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078035.295024:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078035.295025:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078035.295027:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.295029:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078035.295031:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078035.295032:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078035.295033:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769078035.295034:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078035.295036:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078035.295037:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769078035.295038:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769078035.295039:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078035.295042:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769078035.295043:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078035.295044:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078035.295045:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078035.295047:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769078035.295049:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769078035.295049:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078035.295051:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:1.0:1769078035.295052:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1769078035.295054:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078035.295055:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078035.295058:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769078035.295058:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:2.0:1769078035.295060:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.295062:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769078035.295062:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000008:00100000:2.0:1769078035.295064:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000100:1.0:1769078035.295065:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000008:00000001:2.0:1769078035.295066:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078035.295068:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078035.295068:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078035.295071:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769078035.295072:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078035.295074:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078035.295074:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078035.295075:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078035.295077:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078035.295078:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769078035.295078:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078035.295080:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078035.295083:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
02000000:00000010:2.0:1769078035.295083:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000400:00000010:1.0:1769078035.295085:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:2.0:1769078035.295085:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295089:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1769078035.295089:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078035.295093:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078035.295096:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078035.295098:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295101:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078035.295101:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078035.295105:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078035.295108:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295111:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078035.295112:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5031)
00000100:00000001:1.0:1769078035.295113:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078035.295118:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078035.295121:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078035.295124:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299695046
00000100:00000010:1.0:1769078035.295129:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f00.
00000100:00000001:1.0:1769078035.295135:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078035.295140:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299695046
00000100:00000010:1.0:1769078035.295143:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95720.
00000100:00000001:1.0:1769078035.295146:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078035.295149:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078035.295151:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295154:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078035.295158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078035/real 1769078035]  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078035.295166:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078035.295168:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078035.295170:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078035.295172:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078035.295174:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078035.295176:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078035.295180:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078035.295189:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295196:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078035.295197:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295199:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295201:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078035.295204:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295208:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078035.295212:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295216:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078035.295217:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295218:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295219:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295220:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078035.295221:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078035.295223:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078035.295225:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078035.295226:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078035.295229:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078035.295233:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422592:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078035.295236:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295238:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078035.295240:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617422592/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295255:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078035.295257:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078035.295259:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078035.295261:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078035.295262:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078035.295263:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078035.295277:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078035.295278:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078035.295281:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078035.295283:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078035.295284:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:1.0:1769078035.295286:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078035.295287:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295288:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295293:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078035.295295:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295296:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078035.295297:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078035.295298:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078035.295301:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295305:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078035.295306:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.295307:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078035.295308:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078035.295309:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078035.295311:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422720:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078035.295313:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078035.295314:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078035.295315:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.295316:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078035.295318:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078035.295320:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078035.295322:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078035.295325:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078035.295326:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078035.295328:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422720, portal 10
00000100:00000001:1.0:1769078035.295330:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078035.295331:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:1.0:1769078035.295334:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295338:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078035.295340:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078035.295341:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078035.295342:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617422720, offset 0
00000400:00000200:1.0:1769078035.295344:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078035.295347:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078035.295349:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078035.295350:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078035.295352:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078035.295353:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078035.295355:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078035.295357:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70998:70998:256:4294967295] 192.168.204.140@tcp LPNI seq info [70998:70998:8:4294967295]
00000400:00000200:1.0:1769078035.295359:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078035.295363:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078035.295365:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078035.295367:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078035.295370:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078035.295372:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078035.295374:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078035.295376:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078035.295378:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078035.295379:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078035.295381:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078035.295383:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078035.295385:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078035.295386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078035.295388:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078035.295390:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295394:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078035.295396:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295399:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295400:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078035.295402:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078035.295405:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078035.295407:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078035.295408:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299693579
00000100:00000001:1.0:1769078035.295410:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299695046
00000100:00000001:1.0:1769078035.295411:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299693579
00000100:00000001:1.0:1769078035.295412:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299695046
00000100:00000001:1.0:1769078035.295414:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078035.295415:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295416:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078035.295418:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078035/real 1769078035]  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078035.295422:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078035.295423:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078035.295423:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078035.295425:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078035.295426:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078035.295427:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078035.295428:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078035.295433:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295440:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078035.295441:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295442:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295443:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078035.295445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295448:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078035.295450:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295454:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078035.295455:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295456:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295457:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295458:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078035.295458:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078035.295460:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078035.295461:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078035.295462:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078035.295464:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078035.295468:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422720:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078035.295470:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078035.295472:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295476:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078035.295477:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.295478:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078035.295479:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078035.295481:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078035.295482:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422848:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078035.295484:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078035.295485:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078035.295486:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078035.295487:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078035.295489:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078035.295490:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078035.295492:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078035.295493:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078035.295495:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078035.295496:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422848, portal 4
00000100:00000001:1.0:1769078035.295498:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078035.295498:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000040:1.0:1769078035.295502:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295505:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078035.295507:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078035.295508:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078035.295509:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617422848, offset 0
00000400:00000200:1.0:1769078035.295511:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078035.295513:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078035.295514:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078035.295516:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078035.295517:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078035.295518:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078035.295520:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078035.295522:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [70999:70999:256:4294967295] 192.168.204.140@tcp LPNI seq info [70999:70999:8:4294967295]
00000400:00000200:1.0:1769078035.295524:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078035.295528:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078035.295530:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078035.295532:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078035.295534:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078035.295536:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078035.295538:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078035.295540:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078035.295542:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078035.295543:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078035.295544:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078035.295546:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078035.295548:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078035.295549:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078035.295550:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078035.295552:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295556:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078035.295558:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295564:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295565:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078035.295567:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078035.295570:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078035.295573:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078035.295575:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299695045
00000100:00000001:1.0:1769078035.295577:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299695046
00000100:00000001:1.0:1769078035.295579:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299695045
00000100:00000001:1.0:1769078035.295581:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299695046
00000100:00000001:1.0:1769078035.295583:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078035.295584:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295586:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078035.295590:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078035/real 1769078035]  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078035.295597:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078035.295599:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078035.295600:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078035.295602:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078035.295604:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078035.295606:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078035.295609:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078035.295616:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295621:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078035.295622:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295623:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295624:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078035.295626:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295630:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078035.295632:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295635:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078035.295637:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295637:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078035.295638:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295639:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078035.295641:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078035.295642:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078035.295644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078035.295645:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078035.295647:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078035.295652:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617422848:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078035.295654:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295655:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078035.295657:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617422720/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295676:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078035.295677:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078035.295678:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078035.295680:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078035.295681:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078035.295682:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078035.295683:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078035.295684:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078035.295685:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078035.295686:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078035.295687:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:1.0:1769078035.295689:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078035.295690:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295691:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078035.295693:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617422848/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078035.295697:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078035.295698:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078035.295699:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078035.295700:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078035.295701:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078035.295701:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078035.295702:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078035.295703:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078035.295704:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078035.295705:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078035.295706:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:1.0:1769078035.295707:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078035.295708:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295709:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078035.295711:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078035.295712:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078035.295713:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078035.295714:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078035.614897:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078035.614906:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078035.614989:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078035.614993:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078035.614996:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078036.638774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078036.638782:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078036.638784:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078036.638787:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078036.638792:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078036.638793:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078036.638795:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078036.638797:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078036.638856:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078036.638860:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078036.638863:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078036.830802:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299695046, at 4299695104
00000100:00000040:0.0:1769078036.830804:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299695046, at 4299695104
00000100:00000010:0.0:1769078036.830830:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f00.
00000100:00000010:1.0:1769078036.830835:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00010000:00000001:1.0:1769078037.662749:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078037.662758:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078037.662817:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078037.662820:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078037.662822:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078038.686808:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078038.686815:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078038.686895:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078038.686902:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078038.686907:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078039.710760:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078039.710765:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078039.710838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078039.710842:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078039.710846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078040.414722:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078040.414730:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078040.414732:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078040.414734:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078040.414737:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078040.414743:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5026
00000400:00000200:2.0:1769078040.414749:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078040.414753:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078040.414755:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078040.414758:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414760:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.414763:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414765:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078040.414769:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078040.414771:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078040.414774:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078040.414776:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078040.414778:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078040.414780:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078040.414783:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414785:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.414787:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414789:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078040.414792:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078040.414795:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414797:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078040.414800:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078040.414803:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078040.414806:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.414808:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078040.414810:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078040.414819:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769078040.414822:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078040.414825:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078040.414826:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.414827:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078040.414829:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078040.414833:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078040.414839:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769078040.414844:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078040.414850:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078040.414858:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078040.414867:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078040.414872:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078040.414892:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078040.414895:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078040.414898:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078040.414900:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078040.414901:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078040.414903:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078040.414906:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5026
00000400:00000200:2.0:1769078040.414910:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078040.414913:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078040.414915:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078040.414919:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414921:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.414924:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414926:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078040.414928:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078040.414929:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078040.414931:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078040.414933:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078040.414935:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078040.414936:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078040.414939:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078040.414941:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078040.414943:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078040.414945:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078040.414946:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.414950:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414951:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078040.414954:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769078040.414956:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078040.414957:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078040.414961:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078040.414963:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078040.414968:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078040.414971:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.414972:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078040.414972:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078040.414976:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078040.414978:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078040.414982:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.414983:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078040.414983:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.414988:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078040.414989:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
02000000:00000001:1.0:1769078040.414994:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078040.414998:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00100000:1.0:1769078040.414999:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422976:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078040.415005:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1769078040.415007:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078040.415010:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078040.415010:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.415014:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.415015:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078040.415018:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078040.415020:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078040.415022:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078040.415027:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000010:2.0:1769078040.415029:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078040.415031:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.415034:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415041:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769078040.415042:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078040.415048:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:2.0:1769078040.415053:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078040.415055:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078040.415057:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:2.0:1769078040.415059:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078040.415066:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617422976, portal 25
00000100:00000001:2.0:1769078040.415066:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415072:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078040.415072:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078040.415076:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:2.0:1769078040.415077:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078040.415082:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078040.415085:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078040.415087:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769078040.415089:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078040.415089:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078040.415092:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078040.415096:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5026
00000400:00000200:2.0:1769078040.415102:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078040.415106:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078040.415110:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078040.415113:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000400:00000200:2.0:1769078040.415116:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000200:1.0:1769078040.415117:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617422976, offset 0
00000100:00080000:2.0:1769078040.415124:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078040.415126:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078040.415129:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415132:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.415133:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415134:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078040.415138:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:2.0:1769078040.415138:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078040.415140:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078040.415143:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078040.415144:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078040.415145:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078040.415147:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078040.415149:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769078040.415151:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415154:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078040.415155:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415156:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078040.415158:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078040.415158:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078040.415162:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415164:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415166:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769078040.415166:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078040.415169:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078040.415173:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078040.415173:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.415176:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078040.415190:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078040.415191:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:2.0:1769078040.415195:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.415198:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415199:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71000:71000:256:4294967295] 192.168.204.140@tcp LPNI seq info [71000:71000:8:4294967295]
00000100:00000010:2.0:1769078040.415202:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769078040.415207:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078040.415209:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078040.415213:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078040.415215:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078040.415218:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078040.415221:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078040.415224:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415225:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078040.415229:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000800:00000200:1.0:1769078040.415235:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078040.415235:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078040.415244:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00100000:2.0:1769078040.415245:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078040.415255:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078040.415256:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078040.415258:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078040.415263:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1769078040.415264:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078040.415273:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078040.415275:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:2.0:1769078040.415278:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5036)
00000800:00000200:1.1:1769078040.415280:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078040.415287:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078040.415290:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078040.415296:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078040.415301:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078040.415306:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078040.415308:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078040.415312:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078040.415317:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415326:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.415330:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415337:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415339:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078040.415345:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415349:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078040.415353:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299700166
00000100:00000010:1.0:1769078040.415357:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95720.
00000100:00000001:1.0:1769078040.415365:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078040.415379:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299700166
00000100:00000010:1.0:1769078040.415382:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a958a0.
00000100:00000001:1.0:1769078040.415386:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078040.415389:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078040.415392:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415394:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078040.415399:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078040/real 1769078040]  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078040.415410:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078040.415412:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078040.415414:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078040.415417:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078040.415419:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078040.415421:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078040.415425:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078040.415433:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415440:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078040.415442:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415445:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.415447:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078040.415451:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415458:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078040.415463:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415471:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078040.415474:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415475:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.415477:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415480:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078040.415481:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078040.415484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078040.415488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078040.415490:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078040.415494:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078040.415503:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617422976:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078040.415508:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415510:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.415514:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617422976/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415520:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078040.415523:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078040.415525:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078040.415528:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078040.415529:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078040.415531:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078040.415533:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078040.415535:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769078040.415539:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078040.415540:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078040.415542:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769078040.415545:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078040.415546:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415548:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415555:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078040.415557:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415559:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078040.415561:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078040.415562:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078040.415566:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415573:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078040.415575:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.415576:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078040.415578:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078040.415580:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078040.415583:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423104:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078040.415586:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078040.415588:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078040.415589:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.415591:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078040.415594:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078040.415596:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415600:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078040.415603:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078040.415606:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078040.415609:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423104, portal 10
00000100:00000001:1.0:1769078040.415611:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078040.415612:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769078040.415618:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415625:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078040.415627:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078040.415630:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078040.415632:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617423104, offset 0
00000400:00000200:1.0:1769078040.415636:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078040.415640:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078040.415643:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078040.415646:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078040.415649:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078040.415651:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078040.415653:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078040.415656:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71001:71001:256:4294967295] 192.168.204.140@tcp LPNI seq info [71001:71001:8:4294967295]
00000400:00000200:1.0:1769078040.415685:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078040.415692:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078040.415697:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078040.415700:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078040.415704:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078040.415707:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078040.415711:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078040.415714:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078040.415717:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078040.415719:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078040.415722:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078040.415725:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078040.415728:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078040.415730:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078040.415732:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078040.415736:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415743:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.415747:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415753:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415755:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078040.415758:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078040.415761:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078040.415765:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078040.415767:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299698700
00000100:00000001:1.0:1769078040.415769:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299700166
00000100:00000001:1.0:1769078040.415772:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299698700
00000100:00000001:1.0:1769078040.415774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299700166
00000100:00000001:1.0:1769078040.415776:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078040.415778:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.415780:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078040.415784:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078040/real 1769078040]  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078040.415792:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078040.415793:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078040.415795:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078040.415797:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078040.415798:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078040.415801:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078040.415805:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078040.415813:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415820:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078040.415822:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415823:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.415825:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078040.415829:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415835:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078040.415840:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415847:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078040.415849:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415851:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.415852:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.415853:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078040.415855:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078040.415858:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078040.415861:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078040.415864:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078040.415867:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078040.415876:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423104:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078040.415880:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078040.415883:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415896:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078040.415897:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.415900:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078040.415902:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078040.415904:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078040.415907:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423232:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078040.415911:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078040.415913:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078040.415914:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078040.415916:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078040.415919:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078040.415921:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078040.415925:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078040.415927:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078040.415930:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078040.415932:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423232, portal 4
00000100:00000001:1.0:1769078040.415934:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078040.415935:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:1.0:1769078040.415940:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.415946:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078040.415948:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078040.415951:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078040.415953:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617423232, offset 0
00000400:00000200:1.0:1769078040.415957:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078040.415961:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078040.415964:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078040.415967:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078040.415970:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078040.415972:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078040.415974:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078040.415978:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71002:71002:256:4294967295] 192.168.204.140@tcp LPNI seq info [71002:71002:8:4294967295]
00000400:00000200:1.0:1769078040.415982:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078040.415988:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078040.415992:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078040.415996:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078040.416000:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078040.416003:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078040.416007:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078040.416009:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078040.416013:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078040.416015:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078040.416018:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078040.416021:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078040.416024:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078040.416025:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078040.416028:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078040.416031:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.416042:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416050:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.416052:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078040.416054:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078040.416057:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078040.416060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078040.416062:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299700166
00000100:00000001:1.0:1769078040.416065:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299700166
00000100:00000001:1.0:1769078040.416067:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299700166
00000100:00000001:1.0:1769078040.416069:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299700166
00000100:00000001:1.0:1769078040.416072:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078040.416074:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.416076:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078040.416079:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078040/real 1769078040]  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078040.416087:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078040.416089:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078040.416090:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078040.416093:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078040.416094:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078040.416097:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078040.416100:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078040.416109:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416116:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078040.416117:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416119:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.416121:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078040.416124:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416131:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078040.416135:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416141:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078040.416144:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416145:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078040.416146:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416148:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078040.416151:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078040.416154:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078040.416157:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078040.416160:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078040.416164:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078040.416171:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423232:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078040.416176:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416177:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.416193:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617423104/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416199:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078040.416201:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078040.416202:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078040.416205:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078040.416207:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078040.416208:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078040.416210:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078040.416212:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078040.416214:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078040.416216:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078040.416217:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769078040.416220:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078040.416221:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416223:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078040.416227:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617423232/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078040.416233:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078040.416235:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078040.416236:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078040.416239:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078040.416240:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078040.416241:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078040.416243:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078040.416245:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078040.416247:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078040.416248:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078040.416249:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769078040.416252:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078040.416253:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416255:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078040.416258:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078040.416260:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078040.416262:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078040.416263:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078040.734782:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078040.734788:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078040.734840:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078040.734843:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078040.734846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078041.758755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078041.758760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078041.758817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078041.758820:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078041.758829:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078041.950725:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299700166, at 4299700224
00000100:00000040:0.0:1769078041.950734:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299700166, at 4299700224
00000100:00000010:1.0:1769078041.950740:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000100:00000010:0.0:1769078041.950751:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95720.
00010000:00000001:1.0:1769078042.782752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078042.782757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078042.782803:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078042.782806:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078042.782808:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078043.806763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078043.806770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078043.806826:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078043.806830:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078043.806833:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078044.830816:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078044.830826:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078044.830910:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078044.830915:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078044.830918:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078045.534763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078045.534771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078045.534774:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078045.534776:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078045.534779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078045.534785:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5031
00000400:00000200:0.0:1769078045.534792:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078045.534795:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078045.534798:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078045.534800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078045.534804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534805:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078045.534808:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078045.534809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078045.534811:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078045.534813:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078045.534814:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078045.534816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078045.534818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078045.534820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078045.534824:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078045.534827:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534829:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078045.534831:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078045.534834:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078045.534837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.534839:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078045.534841:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078045.534850:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769078045.534853:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078045.534857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078045.534858:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.534862:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078045.534864:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078045.534868:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078045.534876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769078045.534882:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078045.534890:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078045.534897:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078045.534900:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078045.534904:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078045.534919:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078045.534922:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078045.534924:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078045.534925:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078045.534926:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078045.534928:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078045.534930:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5031
00000400:00000200:0.0:1769078045.534932:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078045.534934:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078045.534935:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078045.534937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534939:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078045.534940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078045.534943:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078045.534944:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078045.534945:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078045.534947:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078045.534948:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078045.534950:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078045.534952:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534953:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078045.534955:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.534956:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078045.534958:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078045.534958:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078045.534963:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1769078045.534964:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078045.534967:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078045.534968:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078045.534970:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078045.534974:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078045.534976:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078045.534982:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.534987:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078045.534987:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078045.534990:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078045.534993:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078045.534993:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078045.534996:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078045.535000:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535000:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535006:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078045.535006:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617423360:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078045.535012:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769078045.535013:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
02000000:00000001:1.0:1769078045.535016:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078045.535018:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078045.535018:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535022:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078045.535024:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078045.535027:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:0.0:1769078045.535028:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535030:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535032:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078045.535035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078045.535037:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769078045.535039:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078045.535042:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078045.535048:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000010:0.0:1769078045.535053:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000200:1.0:1769078045.535054:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423360, portal 25
00000100:00000001:1.0:1769078045.535058:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078045.535059:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876765184 : -121799832786432 : ffff9139443baa00)
00000100:00000040:1.0:1769078045.535063:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078045.535066:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535073:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1769078045.535078:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078045.535078:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078045.535083:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078045.535087:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617423360, offset 0
00000100:00000001:0.0:1769078045.535089:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078045.535105:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078045.535107:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769078045.535111:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078045.535118:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078045.535121:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078045.535124:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078045.535128:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078045.535128:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:0.0:1769078045.535133:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078045.535136:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078045.535138:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078045.535138:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078045.535141:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078045.535144:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078045.535144:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769078045.535149:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5031
00000400:00000200:1.0:1769078045.535151:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078045.535154:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535156:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71003:71003:256:4294967295] 192.168.204.140@tcp LPNI seq info [71003:71003:8:4294967295]
00000400:00000200:1.0:1769078045.535159:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078045.535165:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078045.535172:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078045.535172:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078045.535180:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078045.535180:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:0.0:1769078045.535184:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078045.535188:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.535192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078045.535192:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078045.535196:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.535199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769078045.535199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1769078045.535208:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078045.535209:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769078045.535209:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769078045.535212:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769078045.535215:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000040:0.0:1769078045.535216:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078045.535219:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078045.535222:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078045.535226:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000100:1.0:1769078045.535226:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078045.535231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078045.535232:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000040:0.0:1769078045.535233:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078045.535238:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078045.535239:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078045.535241:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535242:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078045.535243:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078045.535246:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078045.535249:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078045.535250:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769078045.535253:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535255:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078045.535256:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000008:00100000:0.0:1769078045.535258:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:1.0:1769078045.535259:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000008:00000001:0.0:1769078045.535261:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535264:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535264:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1769078045.535267:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000100:00000200:1.0:1769078045.535269:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078045.535271:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078045.535275:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078045.535277:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535281:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078045.535283:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078045.535284:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078045.535285:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078045.535288:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078045.535291:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769078045.535295:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535297:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535299:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1769078045.535302:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078045.535305:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078045.535310:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078045.535312:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078045.535313:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535316:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299705286
00000100:00000040:0.0:1769078045.535319:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078045.535322:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a958a0.
00000100:00000001:0.0:1769078045.535326:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078045.535330:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5041)
00000100:00000001:1.0:1769078045.535331:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078045.535337:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299705286
00000100:00000010:1.0:1769078045.535339:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a951e0.
00000100:00000001:1.0:1769078045.535341:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078045.535345:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078045.535346:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535348:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078045.535351:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078045/real 1769078045]  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078045.535357:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078045.535359:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078045.535360:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078045.535361:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078045.535362:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078045.535363:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078045.535366:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078045.535372:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535375:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078045.535377:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535378:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535379:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078045.535381:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535385:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078045.535388:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535392:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078045.535394:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535395:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535396:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535398:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078045.535399:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078045.535401:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078045.535403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078045.535404:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078045.535406:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078045.535411:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617423360:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078045.535414:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535415:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078045.535416:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443baa00 x1855007617423360/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535424:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078045.535426:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078045.535427:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078045.535429:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078045.535430:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078045.535431:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078045.535432:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078045.535434:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769078045.535437:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078045.535438:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078045.535439:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443baa00.
00000100:00000001:1.0:1769078045.535441:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078045.535442:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535443:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535448:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078045.535449:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535451:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078045.535452:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078045.535453:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078045.535455:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535459:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078045.535459:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535461:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078045.535462:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078045.535463:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078045.535465:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423488:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078045.535466:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078045.535467:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078045.535468:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535469:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078045.535471:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078045.535472:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078045.535474:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078045.535476:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078045.535478:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078045.535480:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423488, portal 10
00000100:00000001:1.0:1769078045.535481:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078045.535482:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876768768 : -121799832782848 : ffff9139443bb800)
00000100:00000040:1.0:1769078045.535486:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535490:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078045.535491:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078045.535492:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078045.535493:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617423488, offset 0
00000400:00000200:1.0:1769078045.535496:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535498:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078045.535500:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078045.535502:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078045.535503:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078045.535505:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078045.535506:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535508:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71004:71004:256:4294967295] 192.168.204.140@tcp LPNI seq info [71004:71004:8:4294967295]
00000400:00000200:1.0:1769078045.535510:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078045.535514:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078045.535516:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078045.535518:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078045.535521:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078045.535523:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078045.535525:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078045.535527:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078045.535530:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078045.535531:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078045.535532:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078045.535534:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078045.535536:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078045.535537:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078045.535539:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078045.535541:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535545:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078045.535547:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535550:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535551:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078045.535553:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078045.535555:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078045.535557:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078045.535558:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299703819
00000100:00000001:1.0:1769078045.535559:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299705286
00000100:00000001:1.0:1769078045.535561:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299703819
00000100:00000001:1.0:1769078045.535562:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299705286
00000100:00000001:1.0:1769078045.535564:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078045.535565:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535566:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078045.535568:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078045/real 1769078045]  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078045.535571:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078045.535572:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078045.535573:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078045.535574:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078045.535575:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078045.535577:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078045.535578:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078045.535583:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535589:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078045.535590:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535591:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535592:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078045.535594:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535597:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078045.535599:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535603:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078045.535604:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535605:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535605:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535606:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078045.535607:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078045.535608:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078045.535610:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078045.535611:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078045.535613:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078045.535617:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423488:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078045.535619:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078045.535621:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535625:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078045.535625:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535627:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078045.535628:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078045.535629:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078045.535631:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423616:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078045.535632:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078045.535633:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078045.535634:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078045.535635:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078045.535637:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078045.535638:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078045.535640:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078045.535641:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078045.535643:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078045.535644:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423616, portal 4
00000100:00000001:1.0:1769078045.535646:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078045.535646:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766080 : -121799832785536 : ffff9139443bad80)
00000100:00000040:1.0:1769078045.535649:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535653:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078045.535655:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078045.535656:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078045.535657:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617423616, offset 0
00000400:00000200:1.0:1769078045.535680:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535682:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078045.535684:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078045.535686:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078045.535687:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078045.535689:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078045.535690:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078045.535692:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71005:71005:256:4294967295] 192.168.204.140@tcp LPNI seq info [71005:71005:8:4294967295]
00000400:00000200:1.0:1769078045.535694:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078045.535698:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078045.535701:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078045.535702:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078045.535705:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078045.535706:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078045.535709:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078045.535711:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078045.535713:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078045.535714:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078045.535716:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078045.535718:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078045.535719:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078045.535720:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078045.535721:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078045.535724:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535728:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078045.535730:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535733:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535734:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078045.535735:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078045.535737:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078045.535739:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078045.535740:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299705286
00000100:00000001:1.0:1769078045.535742:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299705286
00000100:00000001:1.0:1769078045.535743:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299705286
00000100:00000001:1.0:1769078045.535744:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299705286
00000100:00000001:1.0:1769078045.535746:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078045.535747:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535749:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078045.535752:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078045/real 1769078045]  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078045.535760:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078045.535761:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078045.535762:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078045.535764:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078045.535766:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078045.535767:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078045.535770:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078045.535778:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535784:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078045.535786:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535788:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535789:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078045.535793:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535799:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078045.535803:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535807:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078045.535808:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535809:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078045.535810:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535811:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078045.535813:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078045.535814:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078045.535816:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078045.535817:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078045.535820:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078045.535825:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423616:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078045.535827:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535828:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078045.535829:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb800 x1855007617423488/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535833:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078045.535834:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078045.535835:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078045.535836:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078045.535837:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078045.535837:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078045.535839:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078045.535840:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:1.0:1769078045.535841:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078045.535842:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078045.535843:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb800.
00000100:00000001:1.0:1769078045.535845:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078045.535846:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535847:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078045.535849:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bad80 x1855007617423616/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078045.535855:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078045.535856:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078045.535858:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078045.535860:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078045.535861:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078045.535862:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078045.535864:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078045.535865:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:1.0:1769078045.535867:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078045.535869:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078045.535870:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bad80.
00000100:00000001:1.0:1769078045.535872:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078045.535873:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535875:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078045.535878:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078045.535880:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078045.535881:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078045.535883:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078045.854738:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078045.854743:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078045.854798:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078045.854802:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078045.854805:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078046.878756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078046.878762:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078046.878763:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078046.878765:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078046.878769:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078046.878770:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078046.878771:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078046.878773:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078046.878824:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078046.878826:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078046.878829:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078047.070733:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299705286, at 4299705344
00000100:00000040:1.0:1769078047.070733:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299705286, at 4299705344
00000100:00000010:0.0:1769078047.070746:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a958a0.
00000100:00000010:1.0:1769078047.070748:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00010000:00000001:1.0:1769078047.902756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078047.902761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078047.902821:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078047.902825:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078047.902828:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078048.926760:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078048.926766:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078048.926811:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078048.926814:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078048.926816:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078049.950709:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078049.950714:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078049.950756:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078049.950759:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078049.950762:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078050.654788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078050.654796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078050.654798:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078050.654801:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078050.654804:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078050.654809:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5036
00000400:00000200:2.0:1769078050.654816:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078050.654821:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078050.654823:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078050.654825:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078050.654829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078050.654833:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078050.654834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078050.654836:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078050.654838:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078050.654839:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078050.654841:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078050.654842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654843:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078050.654844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078050.654848:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078050.654850:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654852:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078050.654853:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078050.654856:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078050.654857:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.654859:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078050.654860:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078050.654867:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769078050.654869:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078050.654872:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078050.654873:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.654875:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078050.654876:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078050.654880:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078050.654885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769078050.654890:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078050.654896:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078050.654903:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078050.654906:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078050.654909:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078050.654926:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078050.654928:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078050.654933:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078050.654934:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078050.654935:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078050.654937:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078050.654939:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5036
00000400:00000200:2.0:1769078050.654941:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078050.654942:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078050.654944:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078050.654946:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654947:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078050.654949:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654950:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078050.654951:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078050.654953:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078050.654954:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078050.654955:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078050.654956:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078050.654957:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078050.654959:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.654960:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078050.654962:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078050.654964:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078050.654964:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078050.654968:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078050.654970:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078050.654971:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078050.654975:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078050.654975:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078050.654976:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078050.654981:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078050.654984:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078050.654986:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078050.654986:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078050.654989:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078050.654994:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.654998:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078050.655002:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769078050.655004:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078050.655005:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769078050.655018:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655023:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078050.655023:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078050.655025:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655027:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078050.655028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078050.655030:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078050.655035:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617423744:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769078050.655035:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078050.655037:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655040:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078050.655043:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078050.655046:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078050.655047:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655051:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078050.655054:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078050.655056:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078050.655061:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078050.655063:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078050.655064:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00000040:2.0:1769078050.655067:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078050.655068:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.655076:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078050.655081:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078050.655081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078050.655087:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078050.655089:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078050.655090:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:2.0:1769078050.655094:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078050.655096:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078050.655097:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078050.655098:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769078050.655099:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078050.655102:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5036
00000100:00000200:1.0:1769078050.655105:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423744, portal 25
00000400:00000200:2.0:1769078050.655106:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078050.655110:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769078050.655110:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078050.655113:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00080000:2.0:1769078050.655114:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078050.655118:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.655120:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078050.655124:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078050.655124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.655128:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078050.655131:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078050.655133:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078050.655135:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078050.655136:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078050.655137:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078050.655138:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078050.655141:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078050.655143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078050.655146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078050.655148:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078050.655149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078050.655152:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078050.655156:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:1.0:1769078050.655157:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078050.655158:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078050.655161:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769078050.655163:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
02000000:00000001:2.0:1769078050.655163:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078050.655167:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.655168:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078050.655170:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617423744, offset 0
00000008:00100000:2.0:1769078050.655171:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078050.655176:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.655177:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078050.655180:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000400:00000200:1.0:1769078050.655183:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:2.0:1769078050.655183:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078050.655186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078050.655188:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078050.655190:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078050.655190:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078050.655192:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078050.655194:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769078050.655195:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078050.655200:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078050.655201:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078050.655208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078050.655211:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078050.655213:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769078050.655215:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078050.655222:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078050.655223:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078050.655229:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5046)
00000400:00000200:1.0:1769078050.655230:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078050.655236:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078050.655240:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078050.655243:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71006:71006:256:4294967295] 192.168.204.140@tcp LPNI seq info [71006:71006:8:4294967295]
00000400:00000200:1.0:1769078050.655258:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078050.655267:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078050.655273:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655277:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078050.655283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078050.655285:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078050.655289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078050.655292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078050.655298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655300:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078050.655304:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078050.655307:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078050.655311:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078050.655312:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078050.655315:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078050.655318:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655325:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.655327:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655332:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655333:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078050.655337:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078050.655340:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078050.655342:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299710406
00000100:00000010:1.0:1769078050.655345:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a951e0.
00000100:00000001:1.0:1769078050.655350:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078050.655359:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299710406
00000100:00000010:1.0:1769078050.655361:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95840.
00000100:00000001:1.0:1769078050.655363:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078050.655365:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078050.655367:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655369:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078050.655371:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078050/real 1769078050]  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078050.655377:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078050.655379:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078050.655380:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078050.655382:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078050.655384:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078050.655386:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078050.655388:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078050.655394:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655398:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078050.655400:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655401:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.655403:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078050.655405:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655408:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078050.655411:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655415:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078050.655416:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655417:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.655418:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655419:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078050.655420:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078050.655422:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078050.655424:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078050.655425:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078050.655428:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078050.655432:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617423744:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078050.655436:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655437:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.655439:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617423744/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655448:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078050.655450:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078050.655452:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078050.655453:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078050.655455:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078050.655456:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078050.655457:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078050.655460:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769078050.655463:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078050.655465:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078050.655466:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769078050.655469:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078050.655470:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655472:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655479:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078050.655481:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655483:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078050.655484:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078050.655485:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078050.655489:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655496:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078050.655497:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655499:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078050.655501:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078050.655503:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078050.655506:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423872:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078050.655509:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078050.655511:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078050.655512:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655514:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078050.655518:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078050.655520:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078050.655524:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078050.655527:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078050.655529:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078050.655532:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617423872, portal 10
00000100:00000001:1.0:1769078050.655534:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078050.655535:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769078050.655551:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655558:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078050.655560:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078050.655563:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078050.655565:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617423872, offset 0
00000400:00000200:1.0:1769078050.655569:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078050.655573:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078050.655576:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078050.655579:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078050.655581:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078050.655584:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078050.655585:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078050.655587:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71007:71007:256:4294967295] 192.168.204.140@tcp LPNI seq info [71007:71007:8:4294967295]
00000400:00000200:1.0:1769078050.655591:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078050.655597:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078050.655601:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655604:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078050.655608:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078050.655610:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078050.655614:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078050.655617:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078050.655620:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655622:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078050.655625:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078050.655629:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078050.655632:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078050.655634:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078050.655636:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078050.655640:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655646:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.655648:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655652:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655652:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078050.655655:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078050.655657:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078050.655681:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078050.655683:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299708940
00000100:00000001:1.0:1769078050.655694:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299710406
00000100:00000001:1.0:1769078050.655696:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299708940
00000100:00000001:1.0:1769078050.655699:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299710406
00000100:00000001:1.0:1769078050.655701:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078050.655703:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655705:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078050.655709:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078050/real 1769078050]  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078050.655716:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078050.655718:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078050.655719:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078050.655722:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078050.655723:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078050.655726:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078050.655729:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078050.655738:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655744:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078050.655746:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655747:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.655749:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078050.655751:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655755:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078050.655757:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655764:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078050.655767:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655768:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.655769:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655771:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078050.655773:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078050.655775:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078050.655778:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078050.655780:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078050.655784:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078050.655792:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617423872:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078050.655796:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078050.655799:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655811:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078050.655812:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655814:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078050.655816:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078050.655817:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078050.655819:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424000:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078050.655822:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078050.655823:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078050.655824:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078050.655825:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078050.655828:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078050.655829:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078050.655832:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078050.655833:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078050.655843:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078050.655846:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424000, portal 4
00000100:00000001:1.0:1769078050.655848:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078050.655849:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:1.0:1769078050.655855:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655860:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078050.655862:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078050.655864:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078050.655866:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617424000, offset 0
00000400:00000200:1.0:1769078050.655870:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078050.655874:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078050.655878:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078050.655881:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078050.655883:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078050.655885:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078050.655887:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078050.655891:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71008:71008:256:4294967295] 192.168.204.140@tcp LPNI seq info [71008:71008:8:4294967295]
00000400:00000200:1.0:1769078050.655894:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078050.655898:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078050.655901:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655903:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078050.655905:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078050.655907:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078050.655910:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078050.655911:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078050.655924:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078050.655926:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078050.655928:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078050.655930:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078050.655932:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078050.655933:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078050.655935:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078050.655937:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655942:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.655943:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655947:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655948:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078050.655950:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078050.655952:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078050.655954:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078050.655955:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299710406
00000100:00000001:1.0:1769078050.655957:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299710406
00000100:00000001:1.0:1769078050.655958:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299710406
00000100:00000001:1.0:1769078050.655960:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299710406
00000100:00000001:1.0:1769078050.655961:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078050.655962:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.655964:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078050.655966:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078050/real 1769078050]  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078050.655970:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078050.655971:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078050.655972:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078050.655973:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078050.655974:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078050.655975:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078050.655977:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078050.655982:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655985:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078050.655986:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.655987:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.655987:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078050.655989:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655993:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078050.655995:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.655998:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078050.656000:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656001:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078050.656001:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656003:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078050.656005:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078050.656021:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078050.656024:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078050.656025:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078050.656028:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078050.656032:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424000:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078050.656034:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656036:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.656038:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617423872/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.656043:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078050.656045:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078050.656046:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078050.656049:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078050.656050:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078050.656051:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078050.656053:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078050.656054:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078050.656057:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078050.656058:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078050.656059:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769078050.656061:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078050.656062:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656064:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078050.656067:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617424000/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078050.656073:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078050.656074:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078050.656076:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078050.656078:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078050.656079:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078050.656080:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078050.656082:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078050.656084:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078050.656086:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078050.656087:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078050.656088:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769078050.656091:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078050.656092:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656094:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078050.656096:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078050.656097:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078050.656099:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078050.656100:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078050.974748:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078050.974754:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078050.974796:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078050.974799:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078050.974801:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078051.998733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078051.998739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078051.998792:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078051.998796:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078051.998799:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078052.190754:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299710406, at 4299710464
00000100:00000040:1.0:1769078052.190754:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299710406, at 4299710464
00000100:00000010:0.0:1769078052.190768:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a951e0.
00000100:00000010:1.0:1769078052.190769:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00010000:00000001:1.0:1769078053.022748:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078053.022753:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078053.022799:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078053.022802:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078053.022805:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078054.046790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078054.046800:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078054.046861:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078054.046866:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078054.046869:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078055.070809:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078055.070819:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078055.070903:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078055.070908:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078055.070913:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078055.774799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078055.774809:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078055.774811:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078055.774813:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078055.774817:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078055.774823:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5041
00000400:00000200:0.0:1769078055.774830:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078055.774835:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078055.774837:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078055.774840:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774842:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078055.774844:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774846:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078055.774849:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078055.774850:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078055.774853:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078055.774855:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078055.774857:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078055.774858:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078055.774860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774862:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078055.774863:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078055.774866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078055.774868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774870:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078055.774871:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078055.774874:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078055.774876:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.774877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078055.774879:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078055.774888:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769078055.774890:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078055.774894:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078055.774895:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.774897:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078055.774899:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078055.774902:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078055.774908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769078055.774914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078055.774933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078055.774943:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078055.774946:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078055.774950:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078055.774969:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078055.774971:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078055.774974:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078055.774975:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078055.774976:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078055.774978:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078055.774980:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5041
00000400:00000200:0.0:1769078055.774982:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078055.774984:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078055.774986:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078055.774987:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774989:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078055.774990:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.774992:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078055.774995:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078055.774996:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078055.774997:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078055.774999:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078055.775001:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078055.775002:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078055.775005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078055.775010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775012:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078055.775013:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078055.775016:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775017:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078055.775018:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078055.775022:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078055.775025:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775025:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1769078055.775028:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078055.775035:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078055.775037:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000008:00000001:0.0:1769078055.775043:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775046:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078055.775047:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078055.775053:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000020:00000040:0.0:1769078055.775056:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078055.775059:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078055.775063:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.775067:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769078055.775067:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078055.775071:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078055.775073:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078055.775084:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769078055.775094:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078055.775107:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078055.775107:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078055.775115:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.775120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078055.775125:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.775127:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1769078055.775129:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078055.775134:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078055.775149:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.775149:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078055.775158:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078055.775163:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1769078055.775165:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424128:192.168.204.140@tcp:250:kworker.0
00000100:00080000:0.0:1769078055.775167:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078055.775177:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078055.775180:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078055.775181:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078055.775182:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078055.775184:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078055.775188:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5041
00000400:00000200:0.0:1769078055.775191:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078055.775193:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
02000000:00000001:1.0:1769078055.775193:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1769078055.775199:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1769078055.775200:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078055.775203:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775207:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078055.775208:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078055.775211:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775213:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078055.775215:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078055.775216:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078055.775217:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078055.775218:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
02000000:00000010:1.0:1769078055.775220:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000020:00000001:0.0:1769078055.775221:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
02000000:00000001:1.0:1769078055.775226:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078055.775228:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078055.775235:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078055.775237:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078055.775243:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078055.775245:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078055.775248:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769078055.775255:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000020:00000040:0.0:1769078055.775256:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078055.775265:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000010:1.0:1769078055.775268:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:0.0:1769078055.775269:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078055.775275:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078055.775279:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769078055.775282:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424128, portal 25
02000000:00000001:0.0:1769078055.775283:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.775294:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078055.775294:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078055.775303:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876763392 : -121799832788224 : ffff9139443ba300)
00000008:00100000:0.0:1769078055.775304:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078055.775312:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078055.775314:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.775319:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078055.775321:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769078055.775329:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078055.775342:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078055.775345:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775349:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078055.775350:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078055.775354:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769078055.775359:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769078055.775360:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078055.775366:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
02000000:00000010:0.0:1769078055.775368:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000200:1.0:1769078055.775373:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617424128, offset 0
00000100:00000001:0.0:1769078055.775376:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078055.775387:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00100000:0.0:1769078055.775388:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078055.775401:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078055.775402:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078055.775408:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078055.775417:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078055.775419:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:0.0:1769078055.775438:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078055.775440:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078055.775443:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5051)
00000400:00000200:1.0:1769078055.775450:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078055.775456:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078055.775461:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078055.775467:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71009:71009:256:4294967295] 192.168.204.140@tcp LPNI seq info [71009:71009:8:4294967295]
00000400:00000200:1.0:1769078055.775473:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078055.775492:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078055.775501:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.775508:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078055.775517:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078055.775522:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078055.775530:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078055.775534:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078055.775539:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.775543:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078055.775550:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078055.775555:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078055.775560:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078055.775562:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078055.775566:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078055.775570:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775580:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.775583:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775588:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775590:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078055.775596:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078055.775600:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078055.775608:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299715526
00000100:00000010:1.0:1769078055.775613:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95840.
00000100:00000001:1.0:1769078055.775620:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078055.775634:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299715526
00000100:00000010:1.0:1769078055.775636:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a20.
00000100:00000001:1.0:1769078055.775639:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078055.775641:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078055.775644:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775646:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078055.775651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078055/real 1769078055]  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078055.775695:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078055.775697:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078055.775698:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078055.775700:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078055.775702:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078055.775704:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078055.775708:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078055.775715:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775720:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078055.775721:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775723:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.775725:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078055.775728:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775733:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078055.775737:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775742:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078055.775744:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775745:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.775746:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775748:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078055.775750:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078055.775753:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078055.775756:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078055.775757:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078055.775760:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078055.775765:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424128:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078055.775769:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775770:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.775772:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba300 x1855007617424128/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775782:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078055.775785:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078055.775787:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078055.775790:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078055.775792:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078055.775793:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078055.775795:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078055.775797:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769078055.775801:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078055.775803:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078055.775805:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba300.
00000100:00000001:1.0:1769078055.775808:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078055.775809:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775810:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.775818:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078055.775820:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775822:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078055.775823:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078055.775824:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078055.775827:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775832:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078055.775833:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.775835:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078055.775837:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.775838:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.775840:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424256:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078055.775842:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078055.775843:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078055.775844:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.775845:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078055.775848:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078055.775849:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078055.775852:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078055.775855:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078055.775857:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078055.775859:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424256, portal 10
00000100:00000001:1.0:1769078055.775861:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078055.775862:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876757120 : -121799832794496 : ffff9139443b8a80)
00000100:00000040:1.0:1769078055.775867:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775872:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078055.775874:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078055.775875:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078055.775877:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617424256, offset 0
00000400:00000200:1.0:1769078055.775879:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078055.775882:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078055.775884:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078055.775886:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078055.775888:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078055.775890:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078055.775891:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078055.775894:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71010:71010:256:4294967295] 192.168.204.140@tcp LPNI seq info [71010:71010:8:4294967295]
00000400:00000200:1.0:1769078055.775897:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078055.775901:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078055.775904:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.775906:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078055.775909:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078055.775911:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078055.775915:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078055.775917:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078055.775932:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.775935:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078055.775938:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078055.775942:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078055.775944:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078055.775946:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078055.775948:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078055.775951:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775956:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.775958:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.775963:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775964:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078055.775967:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.775970:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078055.775972:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078055.775974:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299714060
00000100:00000001:1.0:1769078055.775976:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299715526
00000100:00000001:1.0:1769078055.775978:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299714060
00000100:00000001:1.0:1769078055.775980:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299715526
00000100:00000001:1.0:1769078055.775981:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078055.775983:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.775984:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078055.775986:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078055/real 1769078055]  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078055.775991:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078055.775992:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078055.775993:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078055.775994:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078055.775995:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078055.775997:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078055.775999:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078055.776004:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776013:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078055.776014:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776015:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.776017:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078055.776019:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776023:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078055.776025:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776029:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078055.776031:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776032:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.776032:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776034:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078055.776035:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078055.776037:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078055.776039:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078055.776041:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078055.776044:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078055.776048:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424256:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078055.776051:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078055.776053:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776057:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078055.776058:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.776060:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078055.776062:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078055.776063:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078055.776065:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424384:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078055.776068:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078055.776069:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078055.776070:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078055.776072:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078055.776074:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078055.776075:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078055.776078:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078055.776080:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078055.776082:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078055.776084:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424384, portal 4
00000100:00000001:1.0:1769078055.776086:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078055.776087:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876762496 : -121799832789120 : ffff9139443b9f80)
00000100:00000040:1.0:1769078055.776091:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776095:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078055.776097:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078055.776098:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078055.776100:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617424384, offset 0
00000400:00000200:1.0:1769078055.776103:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078055.776105:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078055.776107:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078055.776109:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078055.776111:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078055.776113:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078055.776115:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078055.776117:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71011:71011:256:4294967295] 192.168.204.140@tcp LPNI seq info [71011:71011:8:4294967295]
00000400:00000200:1.0:1769078055.776120:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078055.776124:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078055.776127:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.776129:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078055.776132:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078055.776134:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078055.776137:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078055.776140:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078055.776144:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078055.776146:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078055.776149:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078055.776152:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078055.776155:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078055.776157:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078055.776160:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078055.776164:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776172:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.776176:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776183:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.776184:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078055.776188:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078055.776192:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078055.776196:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078055.776198:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299715526
00000100:00000001:1.0:1769078055.776201:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299715526
00000100:00000001:1.0:1769078055.776203:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299715526
00000100:00000001:1.0:1769078055.776205:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299715526
00000100:00000001:1.0:1769078055.776208:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078055.776210:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.776212:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078055.776216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078055/real 1769078055]  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078055.776226:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078055.776227:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078055.776229:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078055.776231:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078055.776233:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078055.776235:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078055.776239:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078055.776248:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776255:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078055.776257:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776259:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.776261:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078055.776264:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776272:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078055.776275:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776283:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078055.776286:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776288:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078055.776289:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776291:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078055.776295:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078055.776298:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078055.776302:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078055.776304:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078055.776309:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078055.776317:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424384:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078055.776322:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776324:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.776327:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8a80 x1855007617424256/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776334:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078055.776335:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078055.776337:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078055.776340:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078055.776342:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078055.776343:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078055.776345:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078055.776347:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:1.0:1769078055.776350:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078055.776352:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078055.776353:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8a80.
00000100:00000001:1.0:1769078055.776356:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078055.776357:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776359:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078055.776363:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9f80 x1855007617424384/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078055.776370:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078055.776372:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078055.776373:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078055.776376:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078055.776377:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078055.776378:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078055.776381:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078055.776382:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:1.0:1769078055.776385:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078055.776386:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078055.776388:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9f80.
00000100:00000001:1.0:1769078055.776391:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078055.776393:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776395:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078055.776398:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078055.776400:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078055.776402:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078055.776404:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.094801:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078056.094810:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078056.094812:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078056.094814:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.094819:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078056.094821:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.094823:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078056.094825:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078056.094887:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078056.094891:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078056.094894:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078057.118764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078057.118771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078057.118868:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078057.118874:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078057.118877:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078057.310751:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299715526, at 4299715584
00000100:00000040:1.0:1769078057.310751:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299715526, at 4299715584
00000100:00000010:1.0:1769078057.310766:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00000100:00000010:0.0:1769078057.310769:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95840.
00010000:00000001:1.0:1769078058.142787:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078058.142793:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078058.142850:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078058.142853:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078058.142856:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078059.166724:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078059.166730:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078059.166792:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078059.166797:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078059.166800:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078060.190788:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078060.190794:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078060.190900:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078060.190904:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078060.190908:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078060.894786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078060.894794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078060.894796:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078060.894800:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078060.894805:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078060.894813:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5046
00000400:00000200:1.0:1769078060.894823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078060.894830:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078060.894844:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078060.894850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.894854:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078060.894857:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.894860:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078060.894865:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078060.894868:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078060.894871:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078060.894875:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078060.894878:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078060.894881:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078060.894885:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.894888:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078060.894891:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.894892:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078060.894895:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078060.894898:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078060.894900:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078060.894902:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078060.894905:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078060.894907:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078060.894909:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078060.894911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078060.894919:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470a680.
00000020:00000040:1.0:1769078060.894922:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078060.894925:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078060.894926:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078060.894929:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078060.894931:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078060.894934:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078060.894941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27400.
00000100:00000001:1.0:1769078060.894946:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078060.894953:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078060.894962:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078060.894965:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078060.894969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbc27f94] to pc [ptlrpcd_rcv+-1]  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078060.894990:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078060.894992:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078060.894995:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078060.894996:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078060.894997:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078060.895000:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078060.895002:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5046
00000400:00000200:1.0:1769078060.895005:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078060.895008:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078060.895010:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078060.895013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895014:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078060.895017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895019:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078060.895020:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078060.895021:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078060.895022:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078060.895023:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1769078060.895024:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078060.895028:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078060.895030:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769078060.895030:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078060.895034:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078060.895035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895038:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078060.895042:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895044:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769078060.895044:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1769078060.895050:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078060.895056:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895063:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078060.895064:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078060.895067:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078060.895070:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078060.895071:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078060.895076:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895077:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078060.895082:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078060.895083:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1769078060.895088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1769078060.895089:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424512:192.168.204.140@tcp:250:kworker.0
00000008:00000001:1.0:1769078060.895094:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895096:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078060.895098:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895100:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769078060.895102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708a80.
02000000:00000001:3.0:1769078060.895104:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078060.895105:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078060.895107:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078060.895109:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078060.895111:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078060.895112:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769078060.895113:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078060.895114:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078060.895118:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895118:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078060.895125:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26800.
00000400:00000200:3.0:1769078060.895129:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078060.895132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078060.895135:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00100000:1.0:1769078060.895140:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078060.895143:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:1.0:1769078060.895150:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1769078060.895152:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424512, portal 25
00000100:00000001:1.0:1769078060.895153:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895157:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078060.895161:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6dbe027] to pc [ptlrpcd_rcv+-1]  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895161:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880237696 : -121799829313920 : ffff91394470a680)
00000100:00000040:3.0:1769078060.895170:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078060.895173:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078060.895179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078060.895183:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078060.895184:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769078060.895189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078060.895189:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078060.895192:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00080000:1.0:1769078060.895193:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078060.895197:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1769078060.895198:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617424512, offset 0
00000100:00080000:1.0:1769078060.895199:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078060.895203:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078060.895206:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:1.0:1769078060.895207:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5046
00000400:00000200:1.0:1769078060.895212:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078060.895215:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:3.0:1769078060.895219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:1.0:1769078060.895220:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078060.895225:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895229:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078060.895229:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:1.0:1769078060.895234:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895237:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769078060.895237:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1769078060.895241:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078060.895243:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:1.0:1769078060.895244:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078060.895247:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078060.895250:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1769078060.895251:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769078060.895255:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078060.895255:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:1.0:1769078060.895260:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078060.895263:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71012:71012:256:4294967295] 192.168.204.140@tcp LPNI seq info [71012:71012:8:4294967295]
00000100:00000040:1.0:1769078060.895266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895271:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078060.895271:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078060.895276:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078060.895278:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078060.895282:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078060.895289:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769078060.895289:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1769078060.895292:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078060.895296:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078060.895300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1769078060.895300:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:1.0:1769078060.895305:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078060.895306:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:1.0:1769078060.895307:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078060.895310:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769078060.895313:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078060.895318:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078060.895318:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:1.0:1769078060.895325:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709500.
00000800:00000200:3.0:1769078060.895325:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1769078060.895331:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769078060.895335:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1769078060.895336:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:1.0:1769078060.895337:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078060.895341:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1769078060.895342:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
02000000:00000001:1.0:1769078060.895343:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078060.895347:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078060.895351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000010:1.0:1769078060.895353:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27c00.
00000800:00000010:3.0:1769078060.895354:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000100:00000001:1.0:1769078060.895357:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078060.895359:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1769078060.895364:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078060.895365:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078060.895373:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000100:00000001:1.0:1769078060.895374:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078060.895376:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:1.0:1769078060.895377:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895380:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078060.895384:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0414318] to pc [ptlrpcd_rcv+-1]  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078060.895388:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078060.895404:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895410:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078060.895411:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5056)
00000100:00000040:3.0:1769078060.895415:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895421:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895423:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078060.895427:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078060.895430:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078060.895433:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299720646
00000100:00000010:3.0:1769078060.895437:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3e40.
00000100:00000001:3.0:1769078060.895443:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078060.895448:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299720646
00000100:00000010:3.0:1769078060.895450:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3cc0.
00000100:00000001:3.0:1769078060.895452:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078060.895455:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078060.895456:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895459:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078060.895461:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078060.895468:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078060.895469:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078060.895470:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078060.895472:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078060.895473:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078060.895475:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078060.895477:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078060.895483:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895488:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078060.895489:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895491:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.895492:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078060.895496:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895503:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078060.895508:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895516:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078060.895519:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895521:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.895522:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895524:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078060.895527:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078060.895530:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078060.895535:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078060.895537:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078060.895542:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078060.895551:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424512:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078060.895555:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895557:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078060.895559:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a680 x1855007617424512/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895564:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078060.895566:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078060.895568:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078060.895571:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078060.895572:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078060.895573:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078060.895575:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078060.895576:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769078060.895578:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078060.895580:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078060.895581:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a680.
00000100:00000001:3.0:1769078060.895583:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078060.895584:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895586:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895591:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078060.895593:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895605:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078060.895607:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078060.895609:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078060.895613:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895627:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078060.895629:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895631:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078060.895633:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078060.895636:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078060.895639:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424640:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078060.895643:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078060.895645:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078060.895647:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895648:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078060.895652:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078060.895653:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078060.895687:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078060.895690:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078060.895693:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078060.895696:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424640, portal 10
00000100:00000001:3.0:1769078060.895697:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078060.895698:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880230528 : -121799829321088 : ffff913944708a80)
00000100:00000040:3.0:1769078060.895703:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895708:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078060.895711:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078060.895712:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078060.895714:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617424640, offset 0
00000400:00000200:3.0:1769078060.895719:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078060.895723:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078060.895726:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078060.895729:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078060.895731:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078060.895733:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078060.895736:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078060.895739:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71013:71013:256:4294967295] 192.168.204.140@tcp LPNI seq info [71013:71013:8:4294967295]
00000400:00000200:3.0:1769078060.895742:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078060.895747:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078060.895750:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078060.895752:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078060.895755:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078060.895757:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078060.895760:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078060.895762:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078060.895764:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078060.895766:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078060.895768:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078060.895770:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078060.895773:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078060.895774:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078060.895775:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078060.895777:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895783:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078060.895785:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895789:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895790:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078060.895792:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078060.895795:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078060.895797:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078060.895798:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299719180
00000100:00000001:3.0:1769078060.895800:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299720646
00000100:00000001:3.0:1769078060.895802:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299719180
00000100:00000001:3.0:1769078060.895804:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299720646
00000100:00000001:3.0:1769078060.895805:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078060.895807:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.895808:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078060.895810:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078060.895816:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078060.895817:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078060.895818:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078060.895819:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078060.895820:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078060.895821:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078060.895823:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078060.895829:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895833:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078060.895849:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895851:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.895852:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078060.895855:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895859:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078060.895862:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895871:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078060.895872:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895873:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.895874:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.895876:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078060.895877:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078060.895879:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078060.895881:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078060.895883:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078060.895886:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078060.895891:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424640:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078060.895893:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078060.895896:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895900:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078060.895901:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895902:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078060.895904:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078060.895905:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078060.895907:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424768:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078060.895909:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078060.895910:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078060.895911:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078060.895912:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078060.895914:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078060.895916:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078060.895919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078060.895921:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078060.895923:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078060.895925:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424768, portal 4
00000100:00000001:3.0:1769078060.895926:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078060.895927:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000100:00000040:3.0:1769078060.895932:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895936:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078060.895938:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078060.895939:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078060.895941:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617424768, offset 0
00000400:00000200:3.0:1769078060.895943:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078060.895946:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078060.895948:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078060.895950:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078060.895952:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078060.895954:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078060.895955:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078060.895958:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71014:71014:256:4294967295] 192.168.204.140@tcp LPNI seq info [71014:71014:8:4294967295]
00000400:00000200:3.0:1769078060.895960:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078060.895964:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078060.895967:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078060.895969:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078060.895972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078060.895973:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078060.895976:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078060.895978:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078060.895980:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078060.895981:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078060.895983:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078060.895986:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078060.895987:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078060.895989:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078060.895990:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078060.895992:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.895999:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078060.896002:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896009:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.896011:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078060.896015:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078060.896019:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078060.896022:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078060.896025:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299720646
00000100:00000001:3.0:1769078060.896027:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299720646
00000100:00000001:3.0:1769078060.896029:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299720646
00000100:00000001:3.0:1769078060.896032:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299720646
00000100:00000001:3.0:1769078060.896034:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078060.896036:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.896038:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078060.896043:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078060/real 1769078060]  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078060.896051:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078060.896053:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078060.896055:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078060.896058:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078060.896059:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078060.896062:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078060.896065:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078060.896071:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896075:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078060.896076:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896077:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.896078:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078060.896080:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896085:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078060.896087:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896092:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078060.896094:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896095:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078060.896096:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896097:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078060.896099:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078060.896100:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078060.896102:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078060.896103:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078060.896106:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078060.896110:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617424768:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078060.896113:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896114:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078060.896116:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708a80 x1855007617424640/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896121:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078060.896122:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078060.896123:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078060.896124:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078060.896125:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078060.896126:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078060.896128:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078060.896129:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26800.
02000000:00000001:3.0:1769078060.896131:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078060.896132:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078060.896133:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708a80.
00000100:00000001:3.0:1769078060.896135:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078060.896136:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896137:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078060.896139:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709500 x1855007617424768/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078060.896143:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078060.896144:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078060.896145:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078060.896146:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078060.896147:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078060.896148:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078060.896149:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078060.896149:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27c00.
02000000:00000001:3.0:1769078060.896151:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078060.896151:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078060.896152:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709500.
00000100:00000001:3.0:1769078060.896153:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078060.896154:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896155:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078060.896158:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078060.896158:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078060.896160:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078060.896161:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078061.214775:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078061.214781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078061.214853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078061.214857:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078061.214860:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078062.238782:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078062.238788:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078062.238864:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078062.238867:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078062.238870:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078062.430757:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299720646, at 4299720704
00000100:00000040:0.0:1769078062.430761:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299720646, at 4299720704
00000100:00000010:1.0:1769078062.430772:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3cc0.
00000100:00000010:0.0:1769078062.430774:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3e40.
00010000:00000001:1.0:1769078063.262770:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078063.262775:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078063.262847:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078063.262850:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078063.262853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078064.286773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078064.286794:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078064.286858:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078064.286862:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078064.286866:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078065.310783:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078065.310789:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078065.310845:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078065.310849:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078065.310852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078066.014820:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078066.014831:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078066.014833:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078066.014836:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078066.014839:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078066.014845:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5051
00000400:00000200:2.0:1769078066.014853:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078066.014857:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078066.014860:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078066.014862:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.014864:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078066.014866:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.014868:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078066.014872:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078066.014873:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078066.014875:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078066.014877:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078066.014879:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078066.014880:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078066.014882:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.014883:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078066.014885:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.014886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078066.014888:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078066.014891:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078066.014892:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078066.014894:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078066.014897:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078066.014899:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.014901:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078066.014902:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078066.014910:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769078066.014913:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078066.014916:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078066.014917:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.014919:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078066.014921:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078066.014925:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078066.014932:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769078066.014938:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078066.014944:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078066.014952:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078066.014956:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078066.014959:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078066.014980:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078066.014983:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078066.014985:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078066.014986:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078066.014988:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078066.014989:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078066.014991:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5051
00000400:00000200:2.0:1769078066.014993:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078066.014995:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078066.014996:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078066.014998:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015000:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078066.015002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015003:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078066.015005:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078066.015006:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078066.015007:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078066.015008:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078066.015010:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078066.015012:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078066.015015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015018:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078066.015019:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015021:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078066.015023:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078066.015025:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015027:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078066.015028:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078066.015031:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078066.015033:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.015035:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078066.015037:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1769078066.015039:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078066.015045:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015046:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078066.015047:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015050:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1769078066.015054:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
00000020:00000040:2.0:1769078066.015068:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:3.0:1769078066.015071:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078066.015073:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078066.015077:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.015086:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078066.015090:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078066.015098:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015100:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078066.015104:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015110:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1769078066.015111:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769078066.015115:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078066.015116:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015120:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078066.015130:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424896:192.168.204.140@tcp:250:kworker.0
00000100:00100000:2.0:1769078066.015131:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078066.015148:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078066.015151:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078066.015154:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015158:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1769078066.015159:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078066.015166:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.015171:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015173:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078066.015175:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078066.015179:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078066.015182:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078066.015185:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000010:3.0:1769078066.015185:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8000.
00000100:00000001:2.0:1769078066.015190:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078066.015192:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078066.015193:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078066.015201:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078066.015203:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5051
00000400:00000200:3.0:1769078066.015209:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078066.015215:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000200:2.0:1769078066.015217:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078066.015224:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:3.0:1769078066.015225:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:2.0:1769078066.015227:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078066.015232:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015234:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1769078066.015235:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617424896, portal 25
00000100:00000040:2.0:1769078066.015236:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015246:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078066.015247:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078066.015252:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000020:00000001:2.0:1769078066.015260:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078066.015263:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078066.015266:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:3.0:1769078066.015268:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078066.015269:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078066.015275:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078066.015283:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078066.015295:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015304:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078066.015307:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078066.015307:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078066.015314:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769078066.015317:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:2.0:1769078066.015328:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000010:3.0:1769078066.015330:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00080000:2.0:1769078066.015333:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015338:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078066.015340:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1769078066.015341:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617424896, offset 0
02000000:00000001:2.0:1769078066.015344:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078066.015348:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.015351:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078066.015353:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078066.015358:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078066.015360:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078066.015361:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078066.015368:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769078066.015371:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078066.015373:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078066.015374:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078066.015375:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078066.015379:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1769078066.015380:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078066.015382:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078066.015388:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769078066.015391:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078066.015394:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00100000:2.0:1769078066.015401:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078066.015405:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078066.015418:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078066.015420:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078066.015421:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078066.015432:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078066.015432:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078066.015440:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078066.015453:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71015:71015:256:4294967295] 192.168.204.140@tcp LPNI seq info [71015:71015:8:4294967295]
00000100:00000001:2.0:1769078066.015456:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078066.015468:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5061)
00000400:00000200:3.0:1769078066.015468:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078066.015485:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078066.015493:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.015499:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078066.015507:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078066.015510:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078066.015515:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078066.015519:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078066.015522:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.015525:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078066.015530:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078066.015534:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078066.015539:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078066.015541:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078066.015545:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078066.015549:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015557:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.015560:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015566:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015567:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078066.015573:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078066.015576:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078066.015579:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299725766
00000100:00000010:3.0:1769078066.015584:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b31e0.
00000100:00000001:3.0:1769078066.015591:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078066.015606:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299725766
00000100:00000010:3.0:1769078066.015608:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f00.
00000100:00000001:3.0:1769078066.015611:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078066.015614:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078066.015617:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015619:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078066.015622:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066]  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078066.015630:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078066.015633:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078066.015636:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078066.015641:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078066.015643:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078066.015646:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078066.015649:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078066.015654:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015681:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078066.015683:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015685:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.015686:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078066.015689:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015694:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078066.015698:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015704:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078066.015705:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015706:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.015707:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015710:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078066.015711:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078066.015713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078066.015717:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078066.015719:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078066.015722:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078066.015728:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617424896:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078066.015732:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015734:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.015736:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617424896/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015740:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078066.015742:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078066.015745:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078066.015747:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078066.015760:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078066.015762:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078066.015764:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078066.015766:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769078066.015770:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078066.015772:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078066.015774:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:3.0:1769078066.015777:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078066.015778:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015780:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015787:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078066.015789:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015791:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078066.015792:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078066.015794:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078066.015797:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015802:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078066.015804:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015806:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078066.015807:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078066.015809:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078066.015811:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425024:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078066.015814:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078066.015816:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078066.015817:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.015819:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078066.015821:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078066.015822:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078066.015826:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078066.015828:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078066.015830:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078066.015833:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425024, portal 10
00000100:00000001:3.0:1769078066.015834:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078066.015835:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:3.0:1769078066.015841:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015845:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078066.015847:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078066.015848:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078066.015850:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617425024, offset 0
00000400:00000200:3.0:1769078066.015853:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078066.015855:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078066.015858:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078066.015860:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078066.015862:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078066.015864:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078066.015865:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078066.015868:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71016:71016:256:4294967295] 192.168.204.140@tcp LPNI seq info [71016:71016:8:4294967295]
00000400:00000200:3.0:1769078066.015871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078066.015875:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078066.015878:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.015881:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078066.015884:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078066.015886:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078066.015889:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078066.015891:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078066.015894:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.015895:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078066.015897:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078066.015900:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078066.015902:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078066.015903:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078066.015905:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078066.015907:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015913:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.015915:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015919:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015920:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078066.015922:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078066.015925:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078066.015927:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078066.015928:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299724300
00000100:00000001:3.0:1769078066.015931:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299725766
00000100:00000001:3.0:1769078066.015932:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299724300
00000100:00000001:3.0:1769078066.015934:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299725766
00000100:00000001:3.0:1769078066.015936:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078066.015937:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.015938:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078066.015940:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066]  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078066.015950:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078066.015951:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078066.015953:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078066.015954:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078066.015955:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078066.015956:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078066.015958:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078066.015963:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015968:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078066.015969:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015970:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.015971:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078066.015974:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015978:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078066.015980:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.015984:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078066.015986:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015987:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.015988:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.015989:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078066.015990:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078066.015991:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078066.015994:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078066.015995:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078066.015998:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078066.016004:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425024:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078066.016007:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078066.016009:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016013:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078066.016014:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.016015:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078066.016017:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078066.016018:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078066.016020:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425152:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078066.016021:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078066.016023:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078066.016024:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078066.016025:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078066.016027:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078066.016029:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078066.016031:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078066.016033:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078066.016035:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078066.016037:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425152, portal 4
00000100:00000001:3.0:1769078066.016039:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078066.016040:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:3.0:1769078066.016044:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016049:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078066.016050:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078066.016052:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078066.016053:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617425152, offset 0
00000400:00000200:3.0:1769078066.016056:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078066.016058:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078066.016061:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078066.016063:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078066.016065:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078066.016066:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078066.016068:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078066.016070:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71017:71017:256:4294967295] 192.168.204.140@tcp LPNI seq info [71017:71017:8:4294967295]
00000400:00000200:3.0:1769078066.016073:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078066.016077:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078066.016079:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.016081:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078066.016083:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078066.016085:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1769078066.016088:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078066.016090:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1769078066.016093:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078066.016094:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078066.016096:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078066.016098:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078066.016100:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078066.016101:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078066.016102:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078066.016105:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016109:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.016111:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016115:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.016116:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078066.016117:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078066.016120:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078066.016122:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078066.016124:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299725766
00000100:00000001:3.0:1769078066.016126:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299725766
00000100:00000001:3.0:1769078066.016127:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299725766
00000100:00000001:3.0:1769078066.016129:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299725766
00000100:00000001:3.0:1769078066.016130:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078066.016131:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.016132:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078066.016134:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078066/real 1769078066]  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078066.016141:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078066.016142:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078066.016144:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078066.016146:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078066.016147:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078066.016149:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078066.016152:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078066.016161:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016169:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078066.016170:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016172:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.016174:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078066.016178:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016186:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078066.016190:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016198:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078066.016200:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016202:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078066.016203:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016204:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078066.016207:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078066.016208:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078066.016211:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078066.016212:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078066.016215:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078066.016220:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425152:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078066.016223:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016224:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.016226:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617425024/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016230:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078066.016231:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078066.016232:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078066.016234:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078066.016235:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078066.016236:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078066.016237:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078066.016239:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769078066.016241:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078066.016242:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078066.016243:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:3.0:1769078066.016246:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078066.016247:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016248:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078066.016251:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617425152/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078091 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078066.016265:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078066.016266:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078066.016268:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078066.016270:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078066.016272:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078066.016273:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078066.016275:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078066.016277:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769078066.016280:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078066.016281:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078066.016283:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:3.0:1769078066.016285:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078066.016287:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016289:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078066.016293:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078066.016294:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078066.016296:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078066.016298:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.334774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078066.334780:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078066.334782:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078066.334784:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.334789:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078066.334790:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.334792:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078066.334793:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078066.334852:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078066.334856:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078066.334859:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078067.358752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078067.358758:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078067.358811:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078067.358816:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078067.358819:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078067.550744:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299725766, at 4299725824
00000100:00000040:0.0:1769078067.550748:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299725766, at 4299725824
00000100:00000010:1.0:1769078067.550764:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f00.
00000100:00000010:0.0:1769078067.550770:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b31e0.
00010000:00000001:1.0:1769078068.382758:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078068.382764:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078068.382858:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078068.382861:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078068.382864:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078069.406801:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078069.406808:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078069.406876:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078069.406880:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078069.406884:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078070.430766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078070.430772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078070.430825:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078070.430828:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078070.430831:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078071.134790:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078071.134800:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078071.134803:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078071.134807:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078071.134810:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078071.134817:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5056
00000400:00000200:3.0:1769078071.134824:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078071.134828:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078071.134831:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078071.134834:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134836:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078071.134838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134840:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078071.134843:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078071.134844:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078071.134846:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078071.134849:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078071.134850:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078071.134852:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078071.134853:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134855:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078071.134856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134857:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078071.134860:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078071.134862:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134864:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078071.134866:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078071.134868:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078071.134870:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.134872:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078071.134873:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078071.134882:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769078071.134884:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078071.134888:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078071.134889:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.134891:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078071.134893:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078071.134898:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078071.134904:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769078071.134909:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078071.134915:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078071.134928:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078071.134931:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078071.134935:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078071.134955:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078071.134958:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078071.134960:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078071.134961:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078071.134963:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078071.134965:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078071.134966:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5056
00000400:00000200:3.0:1769078071.134969:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078071.134971:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078071.134973:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078071.134975:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134976:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078071.134977:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.134979:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078071.134980:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078071.134981:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078071.134989:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078071.134991:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078071.134992:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078071.134994:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078071.134996:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078071.134998:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078071.134999:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078071.135002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135004:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078071.135006:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078071.135007:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078071.135011:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078071.135012:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078071.135013:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078071.135017:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078071.135021:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078071.135024:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135025:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078071.135029:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078071.135031:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135032:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.135033:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078071.135035:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769078071.135037:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078071.135039:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078071.135040:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135044:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078071.135046:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078071.135048:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078071.135053:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:1.0:1769078071.135056:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078071.135057:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135061:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078071.135064:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078071.135066:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078071.135070:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078071.135073:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078071.135074:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135077:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.135082:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617425280:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769078071.135084:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135087:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078071.135092:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078071.135094:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.135095:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078071.135098:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078071.135102:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078071.135104:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1769078071.135105:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078071.135109:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078071.135110:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1769078071.135111:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
00000100:00080000:3.0:1769078071.135112:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1769078071.135116:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135117:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078071.135122:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5056
00000400:00000200:3.0:1769078071.135125:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135128:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078071.135131:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:1.0:1769078071.135134:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00080000:3.0:1769078071.135134:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078071.135137:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135140:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1769078071.135141:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:3.0:1769078071.135142:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135146:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078071.135148:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078071.135149:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078071.135150:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1769078071.135151:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425280, portal 25
00000020:00000040:3.0:1769078071.135152:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078071.135157:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078071.135158:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078071.135161:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000020:00000001:3.0:1769078071.135161:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078071.135168:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135170:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078071.135175:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078071.135176:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078071.135177:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078071.135180:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078071.135185:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135188:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078071.135192:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078071.135195:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078071.135200:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135201:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078071.135202:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078071.135205:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078071.135209:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.135210:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135211:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078071.135215:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000010:3.0:1769078071.135216:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769078071.135221:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000200:1.0:1769078071.135222:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617425280, offset 0
02000000:00000001:3.0:1769078071.135223:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078071.135225:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078071.135229:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078071.135230:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078071.135231:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135235:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769078071.135235:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769078071.135240:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135245:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769078071.135251:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078071.135253:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078071.135261:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078071.135262:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078071.135265:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135267:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769078071.135271:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078071.135274:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078071.135280:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078071.135287:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078071.135293:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5067)
00000400:00000200:1.0:1769078071.135294:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71018:71018:256:4294967295] 192.168.204.140@tcp LPNI seq info [71018:71018:8:4294967295]
00000400:00000200:1.0:1769078071.135299:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135308:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078071.135314:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135318:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078071.135324:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078071.135327:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078071.135332:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078071.135336:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078071.135340:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135349:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078071.135355:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078071.135360:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078071.135365:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078071.135368:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078071.135372:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078071.135377:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135394:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.135397:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135404:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078071.135409:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135413:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078071.135415:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299730886
00000100:00000010:1.0:1769078071.135419:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95a20.
00000100:00000001:1.0:1769078071.135424:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078071.135429:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299730886
00000100:00000010:1.0:1769078071.135431:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95000.
00000100:00000001:1.0:1769078071.135433:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078071.135435:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078071.135437:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135440:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078071.135442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071]  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078071.135449:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078071.135450:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078071.135452:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078071.135453:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078071.135455:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078071.135456:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078071.135459:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078071.135465:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135469:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078071.135471:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135473:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.135474:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078071.135477:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135482:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078071.135485:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135490:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078071.135491:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135493:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.135493:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135495:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078071.135496:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078071.135498:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078071.135501:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078071.135502:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078071.135505:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078071.135510:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617425280:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078071.135513:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135515:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.135517:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617425280/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135521:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078071.135523:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078071.135525:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078071.135527:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078071.135529:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078071.135530:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078071.135532:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078071.135534:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078071.135536:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078071.135538:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078071.135539:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078071.135541:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078071.135542:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135543:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135549:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078071.135550:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135552:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078071.135553:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078071.135554:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078071.135556:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135561:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078071.135562:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.135564:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078071.135565:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.135567:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.135569:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425408:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078071.135571:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078071.135572:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078071.135573:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.135574:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078071.135577:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078071.135578:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135581:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078071.135583:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078071.135585:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078071.135587:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425408, portal 10
00000100:00000001:1.0:1769078071.135588:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078071.135589:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769078071.135601:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078071.135616:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078071.135618:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078071.135621:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617425408, offset 0
00000400:00000200:1.0:1769078071.135625:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078071.135629:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135633:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078071.135637:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078071.135640:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078071.135642:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078071.135645:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078071.135648:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71019:71019:256:4294967295] 192.168.204.140@tcp LPNI seq info [71019:71019:8:4294967295]
00000400:00000200:1.0:1769078071.135653:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135701:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078071.135707:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135711:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078071.135715:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078071.135718:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078071.135723:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078071.135726:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078071.135730:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135732:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078071.135734:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078071.135736:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078071.135739:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078071.135740:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078071.135742:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078071.135744:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135750:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.135753:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135761:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135763:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078071.135765:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.135767:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078071.135770:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078071.135772:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299729420
00000100:00000001:1.0:1769078071.135774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299730886
00000100:00000001:1.0:1769078071.135775:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299729420
00000100:00000001:1.0:1769078071.135777:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299730886
00000100:00000001:1.0:1769078071.135778:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078071.135779:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135781:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078071.135783:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071]  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078071.135788:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078071.135789:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078071.135790:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078071.135792:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078071.135793:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078071.135794:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078071.135797:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078071.135802:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135806:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078071.135807:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135808:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.135809:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078071.135811:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135816:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078071.135819:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135823:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078071.135824:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135825:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.135826:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.135827:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078071.135828:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078071.135830:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078071.135832:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078071.135833:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078071.135836:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078071.135840:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425408:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078071.135843:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078071.135845:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135849:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078071.135850:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.135852:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078071.135853:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078071.135855:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078071.135856:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425536:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078071.135858:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078071.135860:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078071.135861:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078071.135862:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078071.135865:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078071.135866:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078071.135869:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078071.135870:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078071.135872:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078071.135874:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425536, portal 4
00000100:00000001:1.0:1769078071.135876:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078071.135877:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078071.135880:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135885:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078071.135886:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078071.135888:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078071.135889:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617425536, offset 0
00000400:00000200:1.0:1769078071.135892:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078071.135894:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135896:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078071.135898:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078071.135900:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078071.135901:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078071.135903:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078071.135905:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71020:71020:256:4294967295] 192.168.204.140@tcp LPNI seq info [71020:71020:8:4294967295]
00000400:00000200:1.0:1769078071.135908:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078071.135912:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078071.135915:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135916:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078071.135920:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078071.135922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078071.135927:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078071.135929:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078071.135933:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078071.135936:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078071.135938:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078071.135942:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078071.135945:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:1.0:1769078071.135947:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:1.0:1769078071.135949:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078071.135953:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135961:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.135965:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.135972:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135973:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078071.135977:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078071.135980:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078071.135983:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078071.135986:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299730886
00000100:00000001:1.0:1769078071.135989:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299730886
00000100:00000001:1.0:1769078071.135991:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299730886
00000100:00000001:1.0:1769078071.135993:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299730886
00000100:00000001:1.0:1769078071.135995:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078071.135997:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.135999:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078071.136003:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078071/real 1769078071]  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078071.136012:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078071.136013:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078071.136015:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078071.136017:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078071.136019:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078071.136022:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078071.136025:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078071.136031:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.136035:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078071.136036:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136038:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.136038:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078071.136041:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.136045:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078071.136048:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.136052:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078071.136053:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136054:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078071.136055:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136056:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078071.136058:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078071.136060:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078071.136062:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078071.136063:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078071.136065:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078071.136070:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425536:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078071.136072:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136074:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.136076:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617425408/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.136081:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078071.136082:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078071.136083:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078071.136085:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078071.136086:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078071.136087:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078071.136088:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078071.136089:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078071.136091:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078071.136092:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078071.136093:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078071.136094:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078071.136095:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136097:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078071.136099:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617425536/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078071.136103:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078071.136103:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078071.136104:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078071.136106:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078071.136106:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078071.136107:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078071.136108:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078071.136109:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078071.136110:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078071.136111:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078071.136112:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078071.136113:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078071.136114:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136115:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078071.136118:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078071.136118:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078071.136120:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078071.136121:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078071.454743:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078071.454748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078071.454814:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078071.454819:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078071.454823:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078072.478730:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078072.478735:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078072.478794:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078072.478798:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078072.478800:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078072.670770:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299730886, at 4299730944
00000100:00000010:1.0:1769078072.670784:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00000100:00000040:0.0:1769078072.671031:0:54723:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299730886, at 4299730944
00000100:00000010:0.0:1769078072.671039:0:54723:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95a20.
00010000:00000001:1.0:1769078073.502725:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078073.502731:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078073.502782:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078073.502785:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078073.502788:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078074.526742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078074.526748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078074.526805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078074.526809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078074.526812:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078075.550778:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078075.550783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078075.550837:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078075.550840:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078075.550843:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078076.254744:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078076.254757:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078076.254759:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078076.254764:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078076.254768:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078076.254776:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5062
00000400:00000200:3.0:1769078076.254785:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078076.254791:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078076.254795:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078076.254798:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254802:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.254804:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254807:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078076.254812:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078076.254814:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078076.254817:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078076.254820:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078076.254822:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078076.254836:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078076.254841:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254843:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.254845:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254847:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078076.254850:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078076.254854:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254857:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078076.254859:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078076.254862:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078076.254865:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.254868:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078076.254870:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078076.254879:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769078076.254883:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078076.254887:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078076.254889:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.254892:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078076.254895:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078076.254899:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078076.254906:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769078076.254912:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078076.254921:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078076.254931:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078076.254935:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078076.254939:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078076.254963:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078076.254967:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078076.254970:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078076.254972:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078076.254973:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078076.254977:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078076.254979:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5062
00000400:00000200:3.0:1769078076.254984:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078076.254987:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078076.254990:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078076.254994:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.254997:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.255000:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255003:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078076.255006:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078076.255006:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078076.255010:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078076.255012:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078076.255013:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078076.255017:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078076.255018:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078076.255023:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078076.255027:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078076.255029:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078076.255034:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255041:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.255046:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078076.255048:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078076.255050:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078076.255052:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078076.255054:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078076.255061:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078076.255061:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078076.255067:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078076.255067:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078076.255073:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078076.255074:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078076.255079:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078076.255081:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617425664:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769078076.255085:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255090:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078076.255091:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078076.255097:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1769078076.255098:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078076.255102:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078076.255104:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.255107:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078076.255108:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078076.255115:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
00000100:00000010:3.0:1769078076.255116:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
02000000:00000001:1.0:1769078076.255120:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078076.255122:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078076.255128:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078076.255130:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078076.255131:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.255135:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078076.255137:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000001:3.0:1769078076.255138:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078076.255142:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078076.255147:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000010:3.0:1769078076.255150:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000200:1.0:1769078076.255156:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425664, portal 25
00000100:00000001:3.0:1769078076.255156:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255162:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078076.255166:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00100000:3.0:1769078076.255168:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078076.255176:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078076.255186:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078076.255191:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255193:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078076.255200:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078076.255201:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078076.255206:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743e58.
00000100:00000200:1.0:1769078076.255212:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617425664, offset 0
00000400:00000200:1.0:1769078076.255225:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255236:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078076.255242:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078076.255244:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078076.255248:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078076.255252:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078076.255256:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078076.255260:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:3.0:1769078076.255263:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078076.255268:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078076.255271:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078076.255275:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255276:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078076.255280:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078076.255284:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71021:71021:256:4294967295] 192.168.204.140@tcp LPNI seq info [71021:71021:8:4294967295]
00000100:00000001:3.0:1769078076.255285:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078076.255292:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5062
00000400:00000200:1.0:1769078076.255295:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078076.255301:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078076.255308:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078076.255315:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078076.255316:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078076.255324:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255329:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.255333:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255335:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078076.255339:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.0:1769078076.255340:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769078076.255341:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078076.255346:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078076.255348:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000010:1.0:1769078076.255349:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000020:00000001:3.0:1769078076.255352:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769078076.255360:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078076.255367:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:3.0:1769078076.255369:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078076.255377:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255379:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078076.255382:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078076.255384:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078076.255386:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078076.255387:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078076.255395:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255396:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078076.255401:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255403:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299736006
02000000:00000001:3.0:1769078076.255405:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769078076.255411:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95000.
02000000:00000001:3.0:1769078076.255412:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078076.255418:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.255420:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078076.255424:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1769078076.255424:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078076.255430:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.255432:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255436:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299736006
00000100:00000010:3.0:1769078076.255438:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000100:00000010:1.0:1769078076.255444:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a959c0.
00000020:00000040:3.0:1769078076.255444:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078076.255448:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078076.255451:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078076.255452:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255458:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078076.255458:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078076.255460:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078076.255464:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078076.255465:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255471:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078076.255474:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:1.0:1769078076.255476:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078076.255481:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255487:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:3.0:1769078076.255489:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078076.255491:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078076.255497:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078076.255501:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078076.255504:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078076.255506:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078076.255512:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.255513:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078076.255520:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.255535:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078076.255539:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078076.255542:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.255544:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078076.255546:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.255549:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.255556:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425792:192.168.204.140@tcp:38:kworker.0
00000100:00000040:3.0:1769078076.255559:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5072)
00000100:00000001:1.0:1769078076.255563:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078076.255567:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078076.255569:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.255571:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078076.255589:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078076.255592:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078076.255597:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078076.255601:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769078076.255605:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078076.255608:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425792, portal 10
00000100:00000001:1.0:1769078076.255610:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078076.255612:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769078076.255619:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.255627:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078076.255629:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078076.255632:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743330.
00000100:00000200:1.0:1769078076.255634:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617425792, offset 0
00000400:00000200:1.0:1769078076.255640:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255643:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078076.255646:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078076.255649:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078076.255650:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078076.255652:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078076.255654:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255689:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71022:71022:255:4294967295] 192.168.204.140@tcp LPNI seq info [71022:71022:7:4294967295]
00000400:00000200:1.0:1769078076.255694:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078076.255700:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078076.255705:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078076.255710:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078076.255714:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078076.255718:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078076.255721:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.255725:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078076.255729:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078076.255731:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299734540
00000100:00000001:1.0:1769078076.255733:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299736006
00000100:00000001:1.0:1769078076.255736:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299734540
00000100:00000001:1.0:1769078076.255738:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299736006
00000100:00000001:1.0:1769078076.255740:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078076.255743:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255746:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255748:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078076.255752:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078076.255754:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078076.255756:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078076.255757:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078076.255758:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078076.255763:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.255770:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078076.255771:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.255774:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078076.255776:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078076.255778:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078076.255781:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425920:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078076.255784:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078076.255786:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078076.255788:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078076.255790:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078076.255793:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078076.255796:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078076.255800:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078076.255803:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078076.255807:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078076.255810:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617425920, portal 4
00000100:00000001:1.0:1769078076.255812:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078076.255813:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078076.255819:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078076.255826:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078076.255829:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078076.255831:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743aa0.
00000100:00000200:1.0:1769078076.255834:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617425920, offset 0
00000400:00000200:1.0:1769078076.255838:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255845:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078076.255850:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078076.255853:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078076.255856:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078076.255857:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078076.255860:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078076.255863:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71023:71023:254:4294967295] 192.168.204.140@tcp LPNI seq info [71023:71023:6:4294967295]
00000400:00000200:1.0:1769078076.255867:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078076.255873:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078076.255878:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078076.255881:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078076.255885:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078076.255889:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078076.255891:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078076.255894:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078076.255897:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078076.255900:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299736006
00000100:00000001:1.0:1769078076.255902:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299736006
00000100:00000001:1.0:1769078076.255905:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299736006
00000100:00000001:1.0:1769078076.255907:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299736006
00000100:00000001:1.0:1769078076.255908:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078076.255911:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255913:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255915:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078076.255918:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078076.255920:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078076.255922:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078076.255923:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078076.255925:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078076.255926:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.574761:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078076.574769:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078076.574772:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078076.574774:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.574779:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078076.574782:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.574784:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078076.574787:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078076.574847:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078076.574852:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078076.574856:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078077.598796:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078077.598803:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078077.598865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078077.598869:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078077.598872:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078077.790788:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299736006, at 4299736064
00000100:00000040:1.0:1769078077.790788:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299736006, at 4299736064
00000100:00000010:1.0:1769078077.790807:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000100:00000010:0.0:1769078077.790809:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95000.
00010000:00000001:1.0:1769078078.622718:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078078.622725:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078078.622782:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078078.622786:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078078.622790:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1769078079.326898:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:0.0:1769078079.326943:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1769078079.326956:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078079.326960:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:0.0:1769078079.326963:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078079.326966:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:0.0:1769078079.326971:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769078079.326974:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:0.0:1769078079.326979:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078079.326983:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078079.326990:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743e58
00000400:00000010:0.0:1769078079.326992:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743e58.
00000100:00000001:0.0:1769078079.326998:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078079.327005:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327034:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078079.327040:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327048:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.327050:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078079.327058:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769078079.327060:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:0.0:1769078079.327063:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078079.327066:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078079.327069:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743330
00000400:00000010:0.0:1769078079.327071:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743330.
00000100:00000001:0.0:1769078079.327073:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078079.327077:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327084:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078079.327087:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327092:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.327094:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1769078079.327098:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:0.0:1769078079.327100:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:0.0:1769078079.327103:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1769078079.327106:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1769078079.327108:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743aa0
00000400:00000010:0.0:1769078079.327109:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743aa0.
00000100:00000001:0.0:1769078079.327111:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1769078079.327115:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327122:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1769078079.327125:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078079.327132:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078079.327134:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078079.327203:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078079.327207:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078079.327210:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078079.327216:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078079]  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078079.327230:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078079.327232:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078079.327235:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078079.327238:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078079.327240:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078079.327242:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078079.327246:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078079.327254:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327260:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078079.327262:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327264:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327266:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078079.327270:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327276:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078079.327281:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327293:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078079.327296:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327297:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327299:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327302:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078079.327305:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078079.327309:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078079.327313:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078079.327316:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078079.327319:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078079.327327:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425920:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078079.327332:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078079.327335:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078079]  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078079.327341:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078079.327343:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078079.327344:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769078079.327347:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078079.327348:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078079.327350:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078079.327352:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078079.327359:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327364:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078079.327365:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327366:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327367:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078079.327371:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327376:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078079.327379:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327389:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078079.327391:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327392:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327394:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327395:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078079.327397:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078079.327399:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078079.327402:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078079.327404:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078079.327407:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078079.327413:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617425792:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078079.327417:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078079.327420:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078076/real 1769078079]  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078079.327426:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078079.327427:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078079.327429:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078079.327431:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078079.327433:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078079.327434:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078079.327437:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078079.327444:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327449:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078079.327450:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327452:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327453:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078079.327456:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327462:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078079.327464:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327470:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078079.327472:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327473:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078079.327474:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327475:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078079.327477:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078079.327479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078079.327482:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078079.327483:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078079.327486:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078079.327493:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617425664:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078079.327496:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327498:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078079.327500:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617425920/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327506:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078079.327508:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078079.327512:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078079.327515:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078079.327518:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078079.327520:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078079.327522:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078079.327535:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078079.327540:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078079.327543:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078079.327545:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078079.327548:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078079.327550:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327551:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078079.327554:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617425792/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327559:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078079.327560:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078079.327561:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078079.327564:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078079.327565:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078079.327566:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078079.327567:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078079.327568:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078079.327570:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078079.327571:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078079.327572:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078079.327574:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078079.327575:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327576:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078079.327579:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617425664/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078079.327583:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078079.327584:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078079.327586:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078079.327587:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078079.327589:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078079.327589:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078079.327591:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078079.327592:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078079.327594:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078079.327595:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078079.327597:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078079.327598:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078079.327599:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327601:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078079.327609:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078079.327610:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078079.327612:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078079.327613:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078079.646774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078079.646779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078079.646831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078079.646834:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078079.646836:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078080.670771:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078080.670777:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078080.670823:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078080.670826:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078080.670829:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078081.374728:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078081.374736:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078081.374738:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078081.374740:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078081.374743:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078081.374749:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5067
00000400:00000200:3.0:1769078081.374756:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078081.374760:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078081.374763:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078081.374766:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374768:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078081.374770:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374772:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078081.374775:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078081.374776:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078081.374778:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078081.374780:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078081.374781:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078081.374783:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078081.374785:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374786:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078081.374787:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374788:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078081.374790:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078081.374792:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374795:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078081.374798:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078081.374801:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078081.374804:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.374805:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078081.374807:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078081.374814:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769078081.374817:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078081.374821:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078081.374822:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.374825:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078081.374827:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078081.374831:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078081.374839:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769078081.374844:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078081.374852:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078081.374863:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078081.374867:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078081.374871:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078081.374898:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078081.374901:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078081.374904:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078081.374906:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078081.374908:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078081.374911:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078081.374913:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5067
00000400:00000200:3.0:1769078081.374917:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078081.374919:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078081.374921:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078081.374924:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374926:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078081.374929:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374931:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078081.374934:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078081.374935:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078081.374937:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078081.374939:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078081.374942:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078081.374942:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078081.374945:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078081.374948:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374950:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078081.374953:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078081.374954:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078081.374958:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078081.374958:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078081.374963:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769078081.374968:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078081.374969:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078081.374973:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078081.374974:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078081.374979:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078081.374984:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.374988:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078081.374995:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078081.374996:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078081.374999:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078081.375001:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.375006:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375010:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078081.375011:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
02000000:00000001:1.0:1769078081.375015:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078081.375016:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078081.375020:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078081.375021:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078081.375025:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078081.375028:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426048:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078081.375029:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078081.375031:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078081.375035:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375037:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078081.375041:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078081.375044:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078081.375047:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375048:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375053:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078081.375056:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078081.375060:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078081.375065:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.375072:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078081.375074:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078081.375077:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078081.375083:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769078081.375086:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078081.375092:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769078081.375098:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078081.375102:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078081.375104:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426048, portal 25
00000100:00000040:3.0:1769078081.375107:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078081.375110:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078081.375114:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078081.375115:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078081.375117:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000001:3.0:1769078081.375119:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078081.375122:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078081.375126:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078081.375129:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078081.375132:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5067
00000400:00000200:3.0:1769078081.375141:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078081.375147:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1769078081.375148:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078081.375153:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078081.375153:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078081.375160:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000040:3.0:1769078081.375160:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078081.375166:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078081.375167:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617426048, offset 0
00000100:00000040:3.0:1769078081.375175:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375178:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078081.375179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078081.375183:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078081.375185:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078081.375187:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078081.375188:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769078081.375191:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078081.375195:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078081.375199:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:3.0:1769078081.375199:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078081.375205:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375209:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078081.375210:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078081.375216:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375219:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:3.0:1769078081.375220:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078081.375225:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078081.375226:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078081.375232:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375235:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71024:71024:256:4294967295] 192.168.204.140@tcp LPNI seq info [71024:71024:8:4294967295]
00000400:00000200:1.0:1769078081.375238:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078081.375242:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078081.375246:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078081.375251:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078081.375255:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078081.375256:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078081.375261:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078081.375265:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078081.375267:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078081.375272:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000010:1.0:1769078081.375274:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000008:00000001:3.0:1769078081.375276:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078081.375281:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078081.375285:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:3.0:1769078081.375286:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769078081.375291:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078081.375293:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078081.375294:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078081.375296:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1769078081.375297:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078081.375300:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078081.375303:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078081.375307:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078081.375312:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
02000000:00000010:3.0:1769078081.375317:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000800:00000100:1.0:1769078081.375318:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078081.375323:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078081.375324:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078081.375329:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769078081.375333:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078081.375340:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078081.375350:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078081.375351:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000100:00000001:3.0:1769078081.375353:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078081.375355:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000040:3.0:1769078081.375365:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375377:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078081.375379:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078081.375385:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078081.375387:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5077)
00000100:00000001:1.0:1769078081.375397:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.375401:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375413:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375415:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078081.375421:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078081.375425:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078081.375428:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299741126
00000100:00000010:1.0:1769078081.375432:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a959c0.
00000100:00000001:1.0:1769078081.375439:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078081.375444:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299741126
00000100:00000010:1.0:1769078081.375447:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a954e0.
00000100:00000001:1.0:1769078081.375450:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078081.375453:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078081.375456:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375458:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078081.375462:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078081.375471:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078081.375473:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078081.375475:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078081.375477:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078081.375479:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078081.375481:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078081.375485:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078081.375505:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375512:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078081.375514:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375516:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.375518:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078081.375522:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375530:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078081.375534:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375542:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078081.375545:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375547:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.375548:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375550:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078081.375552:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078081.375555:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078081.375559:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078081.375562:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078081.375567:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078081.375575:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426048:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078081.375581:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375588:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.375591:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617426048/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375598:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078081.375601:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078081.375603:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078081.375607:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078081.375608:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078081.375610:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078081.375612:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078081.375615:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078081.375618:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078081.375621:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078081.375623:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078081.375626:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078081.375627:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375630:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375637:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078081.375640:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375641:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078081.375643:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078081.375644:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078081.375649:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375655:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078081.375656:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375696:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078081.375698:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078081.375700:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078081.375703:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426176:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078081.375707:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078081.375710:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078081.375711:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375712:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078081.375717:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078081.375718:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078081.375723:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078081.375726:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078081.375730:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078081.375733:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426176, portal 10
00000100:00000001:1.0:1769078081.375735:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078081.375736:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769078081.375742:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375747:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078081.375749:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078081.375752:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078081.375754:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617426176, offset 0
00000400:00000200:1.0:1769078081.375758:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375762:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078081.375765:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078081.375769:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078081.375771:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078081.375774:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078081.375776:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.375779:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71025:71025:256:4294967295] 192.168.204.140@tcp LPNI seq info [71025:71025:8:4294967295]
00000400:00000200:1.0:1769078081.375783:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078081.375794:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078081.375799:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078081.375802:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078081.375806:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078081.375808:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078081.375812:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078081.375814:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078081.375818:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078081.375820:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078081.375822:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078081.375825:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078081.375828:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078081.375830:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078081.375832:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078081.375835:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375847:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.375850:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375855:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375857:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078081.375860:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078081.375864:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078081.375867:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078081.375869:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299739660
00000100:00000001:1.0:1769078081.375872:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299741126
00000100:00000001:1.0:1769078081.375875:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299739660
00000100:00000001:1.0:1769078081.375877:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299741126
00000100:00000001:1.0:1769078081.375879:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078081.375881:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.375883:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078081.375886:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078081.375894:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078081.375895:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078081.375896:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078081.375899:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078081.375900:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078081.375903:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078081.375905:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078081.375913:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375918:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078081.375919:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375921:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.375922:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078081.375925:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375932:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078081.375936:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375943:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078081.375946:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375947:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.375949:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.375951:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078081.375953:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078081.375955:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078081.375959:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078081.375961:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078081.375965:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078081.375972:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426176:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078081.375976:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078081.375979:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.375985:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078081.375986:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.375988:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078081.375990:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078081.375995:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078081.375998:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426304:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078081.376001:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078081.376003:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078081.376004:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078081.376006:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078081.376010:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078081.376012:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078081.376015:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078081.376019:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078081.376021:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078081.376025:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426304, portal 4
00000100:00000001:1.0:1769078081.376027:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078081.376028:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078081.376034:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376040:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078081.376041:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078081.376043:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078081.376046:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617426304, offset 0
00000400:00000200:1.0:1769078081.376050:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078081.376053:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078081.376057:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078081.376060:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078081.376062:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078081.376064:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078081.376066:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078081.376069:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71026:71026:256:4294967295] 192.168.204.140@tcp LPNI seq info [71026:71026:8:4294967295]
00000400:00000200:1.0:1769078081.376072:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078081.376077:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078081.376081:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078081.376084:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078081.376088:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078081.376090:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078081.376094:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078081.376097:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078081.376100:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078081.376102:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078081.376104:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078081.376107:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078081.376110:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078081.376112:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078081.376114:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078081.376117:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376124:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.376126:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376132:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.376133:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078081.376136:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078081.376138:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078081.376141:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078081.376143:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299741126
00000100:00000001:1.0:1769078081.376145:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299741126
00000100:00000001:1.0:1769078081.376147:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299741126
00000100:00000001:1.0:1769078081.376149:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299741126
00000100:00000001:1.0:1769078081.376151:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078081.376153:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.376155:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078081.376158:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078081/real 1769078081]  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078081.376165:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078081.376167:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078081.376168:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078081.376170:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078081.376172:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078081.376174:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078081.376177:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078081.376184:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376195:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078081.376197:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376199:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.376200:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078081.376203:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376210:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078081.376213:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376220:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078081.376222:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376224:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078081.376225:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376227:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078081.376230:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078081.376232:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078081.376235:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078081.376237:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078081.376240:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078081.376248:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426304:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078081.376252:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376253:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.376256:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617426176/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376261:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078081.376264:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078081.376266:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078081.376268:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078081.376270:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078081.376271:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078081.376273:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078081.376275:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078081.376277:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078081.376279:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078081.376280:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078081.376283:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078081.376284:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376286:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078081.376289:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617426304/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078081.376294:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078081.376295:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078081.376296:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078081.376298:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078081.376299:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078081.376300:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078081.376302:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078081.376303:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078081.376305:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078081.376306:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078081.376307:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078081.376310:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078081.376311:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376313:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078081.376316:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078081.376318:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078081.376320:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078081.376321:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078081.694764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078081.694769:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078081.694825:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078081.694828:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078081.694832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078082.718743:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078082.718748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078082.718798:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078082.718802:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078082.718806:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078082.910735:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299741126, at 4299741184
00000100:00000040:0.0:1769078082.910736:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299741126, at 4299741184
00000100:00000010:0.0:1769078082.910751:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a959c0.
00000100:00000010:1.0:1769078082.910753:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00010000:00000001:1.0:1769078083.742753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078083.742758:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078083.742816:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078083.742820:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078083.742823:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078084.766760:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078084.766765:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078084.766819:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078084.766822:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078084.766824:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078085.790750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078085.790757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078085.790822:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078085.790826:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078085.790830:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078086.494764:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.494773:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078086.494775:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.494778:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.494782:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.494789:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5072
00000400:00000200:3.0:1769078086.494797:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078086.494802:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.494804:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.494807:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078086.494810:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.494813:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078086.494815:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078086.494819:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078086.494821:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078086.494824:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.494826:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078086.494829:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078086.494831:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078086.494834:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078086.494836:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078086.494838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078086.494840:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078086.494843:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078086.494846:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078086.494849:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.494852:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.494855:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.494857:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.494860:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078086.494862:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.494870:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769078086.494873:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078086.494877:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.494879:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.494881:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.494884:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078086.494888:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.494894:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078086.494899:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078086.494907:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078086.494917:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078086.494920:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.494925:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078086.494947:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078086.494950:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078086.494953:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078086.494954:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078086.494956:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.494959:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078086.494961:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5072
00000400:00000200:3.0:1769078086.494966:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078086.494969:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078086.494972:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078086.494975:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078086.494976:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078086.494977:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078086.494980:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078086.494981:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078086.494984:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078086.494985:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078086.494989:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769078086.494991:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078086.494992:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078086.494995:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078086.494998:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078086.495002:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078086.495003:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078086.495004:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078086.495007:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
02000000:00000001:1.0:1769078086.495008:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078086.495011:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078086.495015:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.495015:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078086.495020:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1769078086.495021:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426432:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078086.495026:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1769078086.495026:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078086.495030:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078086.495030:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078086.495032:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078086.495035:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078086.495035:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000010:1.0:1769078086.495040:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
00000100:00080000:3.0:1769078086.495040:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078086.495043:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.495045:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078086.495047:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078086.495050:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078086.495054:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000001:3.0:1769078086.495054:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.495059:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078086.495061:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769078086.495062:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078086.495067:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426432, portal 25
00000008:00100000:3.0:1769078086.495068:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078086.495071:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078086.495073:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994430592 : -121799715121024 : ffff91394b3f1880)
00000008:00000001:3.0:1769078086.495073:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.495077:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078086.495080:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078086.495084:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769078086.495088:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078086.495089:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:1.0:1769078086.495094:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078086.495094:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078086.495097:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078086.495100:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000001:3.0:1769078086.495101:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078086.495103:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078086.495105:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617426432, offset 0
02000000:00000001:3.0:1769078086.495106:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078086.495112:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000400:00000200:1.0:1769078086.495114:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078086.495117:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078086.495123:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:3.0:1769078086.495125:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078086.495132:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769078086.495139:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078086.495141:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078086.495142:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078086.495148:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769078086.495150:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078086.495162:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078086.495162:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078086.495167:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078086.495170:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:3.0:1769078086.495174:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078086.495179:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71027:71027:256:4294967295] 192.168.204.140@tcp LPNI seq info [71027:71027:8:4294967295]
00000100:00080000:3.0:1769078086.495180:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078086.495186:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078086.495196:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078086.495200:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078086.495201:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078086.495204:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078086.495208:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769078086.495211:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078086.495213:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5072
00000800:00000010:1.0:1769078086.495218:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000400:00000200:3.0:1769078086.495219:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078086.495224:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.0:1769078086.495227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078086.495229:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078086.495231:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769078086.495236:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.1:1769078086.495239:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078086.495241:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1769078086.495243:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1769078086.495247:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000100:1.0:1769078086.495250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078086.495252:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000010:1.0:1769078086.495254:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000020:00000001:3.0:1769078086.495258:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078086.495260:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078086.495261:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078086.495265:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078086.495266:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769078086.495269:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078086.495270:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000020:00000001:3.0:1769078086.495274:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078086.495275:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078086.495279:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078086.495280:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078086.495283:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495290:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495293:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078086.495295:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078086.495301:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.495302:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078086.495304:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078086.495308:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078086.495310:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.495311:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078086.495316:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769078086.495317:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769078086.495319:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299746246
00000100:00080000:3.0:1769078086.495324:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000010:1.0:1769078086.495325:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a954e0.
00000100:00000001:3.0:1769078086.495330:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495334:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769078086.495334:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078086.495339:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078086.495342:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078086.495344:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078086.495347:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299746246
00000008:00100000:3.0:1769078086.495347:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078086.495352:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078086.495353:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95360.
00000100:00000001:3.0:1769078086.495357:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495358:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078086.495362:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078086.495364:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078086.495365:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078086.495366:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078086.495372:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078086.495376:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000001:1.0:1769078086.495378:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078086.495381:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1769078086.495382:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078086.495383:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
02000000:00000001:3.0:1769078086.495385:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078086.495386:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000100:00000001:3.0:1769078086.495390:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078086.495391:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
02000000:00000001:3.0:1769078086.495393:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078086.495395:0:2369:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1769078086.495397:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078086.495402:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078086.495415:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769078086.495421:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078086.495426:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078086.495430:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078086.495442:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078086.495446:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078086.495447:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078086.495450:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495451:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495455:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078086.495458:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078086.495461:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495485:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078086.495486:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078086.495490:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078086.495492:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5082)
00000100:00000001:1.0:1769078086.495498:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078086.495500:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495501:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495502:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495504:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078086.495505:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078086.495506:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078086.495509:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078086.495510:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078086.495513:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078086.495518:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426432:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078086.495521:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495523:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495525:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1880 x1855007617426432/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495530:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078086.495532:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078086.495534:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078086.495536:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078086.495538:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078086.495539:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078086.495540:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078086.495542:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078086.495545:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078086.495546:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078086.495547:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769078086.495549:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078086.495550:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495551:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495557:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078086.495558:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495560:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078086.495561:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078086.495562:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078086.495564:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495568:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078086.495569:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078086.495570:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078086.495571:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078086.495572:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078086.495574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426560:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078086.495576:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078086.495577:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078086.495578:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078086.495579:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078086.495581:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078086.495582:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078086.495585:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078086.495587:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078086.495589:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078086.495591:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426560, portal 10
00000100:00000001:1.0:1769078086.495592:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078086.495593:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994438656 : -121799715112960 : ffff91394b3f3800)
00000100:00000040:1.0:1769078086.495596:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495600:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078086.495602:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078086.495603:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078086.495604:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617426560, offset 0
00000400:00000200:1.0:1769078086.495606:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078086.495609:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078086.495611:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078086.495613:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078086.495615:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078086.495616:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078086.495618:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078086.495619:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71028:71028:256:4294967295] 192.168.204.140@tcp LPNI seq info [71028:71028:8:4294967295]
00000400:00000200:1.0:1769078086.495622:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078086.495625:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078086.495628:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078086.495630:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078086.495632:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078086.495633:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078086.495636:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078086.495638:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078086.495651:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078086.495652:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078086.495654:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078086.495656:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078086.495676:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078086.495678:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078086.495680:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078086.495682:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495687:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495689:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495693:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495693:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078086.495696:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078086.495698:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078086.495700:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078086.495701:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299744780
00000100:00000001:1.0:1769078086.495703:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299746246
00000100:00000001:1.0:1769078086.495705:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299744780
00000100:00000001:1.0:1769078086.495706:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299746246
00000100:00000001:1.0:1769078086.495708:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078086.495709:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495710:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078086.495712:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078086.495716:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078086.495717:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078086.495718:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078086.495719:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078086.495720:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078086.495721:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078086.495723:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078086.495728:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495731:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078086.495732:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495733:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495733:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078086.495735:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495739:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078086.495741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495744:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078086.495746:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495747:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495748:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495749:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078086.495750:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078086.495752:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078086.495753:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078086.495755:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078086.495756:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078086.495761:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426560:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078086.495762:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078086.495764:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495768:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078086.495769:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078086.495770:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078086.495771:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078086.495772:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078086.495774:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426688:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078086.495775:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078086.495776:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078086.495777:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078086.495778:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078086.495780:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078086.495781:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078086.495783:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078086.495785:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078086.495787:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078086.495788:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426688, portal 4
00000100:00000001:1.0:1769078086.495789:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078086.495790:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078086.495793:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495797:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078086.495799:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078086.495800:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078086.495801:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617426688, offset 0
00000400:00000200:1.0:1769078086.495803:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078086.495806:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078086.495808:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078086.495809:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078086.495811:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078086.495812:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078086.495814:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078086.495815:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71029:71029:256:4294967295] 192.168.204.140@tcp LPNI seq info [71029:71029:8:4294967295]
00000400:00000200:1.0:1769078086.495818:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078086.495821:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078086.495824:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078086.495825:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078086.495827:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078086.495829:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078086.495831:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078086.495833:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078086.495835:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078086.495837:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078086.495838:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078086.495840:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078086.495842:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078086.495843:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078086.495844:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078086.495846:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495850:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495852:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495856:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495857:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078086.495858:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078086.495860:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078086.495861:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078086.495862:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299746246
00000100:00000001:1.0:1769078086.495864:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299746246
00000100:00000001:1.0:1769078086.495865:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299746246
00000100:00000001:1.0:1769078086.495866:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299746246
00000100:00000001:1.0:1769078086.495868:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078086.495868:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495869:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078086.495871:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078086/real 1769078086]  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078086.495875:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078086.495876:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078086.495877:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078086.495878:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078086.495879:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078086.495881:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078086.495884:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078086.495892:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495897:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078086.495899:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495900:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495902:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078086.495905:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495912:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078086.495915:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495922:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078086.495924:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495925:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078086.495927:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495928:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078086.495931:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078086.495933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078086.495936:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078086.495937:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078086.495939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078086.495944:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426688:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078086.495946:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495947:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495949:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3800 x1855007617426560/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495952:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078086.495953:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078086.495954:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078086.495956:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078086.495957:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078086.495957:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078086.495959:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078086.495960:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078086.495961:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078086.495962:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078086.495963:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769078086.495965:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078086.495966:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495966:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078086.495968:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617426688/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078086.495972:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078086.495972:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078086.495973:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078086.495974:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078086.495975:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078086.495975:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078086.495976:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078086.495977:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078086.495978:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078086.495978:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078086.495979:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078086.495980:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078086.495981:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495982:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078086.495984:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078086.495985:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078086.495986:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078086.495987:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078086.814758:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078086.814765:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078086.814767:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078086.814769:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078086.814773:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078086.814776:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078086.814778:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078086.814780:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078086.814835:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078086.814839:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078086.814841:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078087.838751:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078087.838756:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078087.838815:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078087.838818:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078087.838820:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078088.030760:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299746246, at 4299746304
00000100:00000040:1.0:1769078088.030760:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299746246, at 4299746304
00000100:00000010:0.0:1769078088.030776:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a954e0.
00000100:00000010:1.0:1769078088.030778:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00010000:00000001:1.0:1769078088.862735:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078088.862740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078088.862793:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078088.862796:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078088.862798:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078089.886779:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078089.886785:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078089.886842:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078089.886845:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078089.886848:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078090.910730:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078090.910735:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078090.910779:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078090.910783:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078090.910785:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078091.614788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078091.614799:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078091.614802:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078091.614806:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078091.614810:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078091.614817:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5077
00000400:00000200:0.0:1769078091.614835:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078091.614841:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078091.614844:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078091.614847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.614850:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078091.614853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.614855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078091.614859:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078091.614861:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078091.614863:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078091.614866:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078091.614868:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078091.614870:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078091.614873:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.614876:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078091.614877:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.614879:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078091.614883:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078091.614886:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078091.614888:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078091.614891:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078091.614894:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078091.614897:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.614899:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078091.614901:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078091.614910:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769078091.614914:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078091.614917:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078091.614919:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.614922:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078091.614925:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078091.614929:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078091.614939:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769078091.614944:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078091.614952:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078091.614961:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078091.614965:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078091.614969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078091.614990:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078091.614993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078091.614996:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078091.614997:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078091.614999:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078091.615002:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078091.615005:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5077
00000400:00000200:0.0:1769078091.615009:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078091.615013:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078091.615015:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078091.615017:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078091.615018:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078091.615022:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078091.615023:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078091.615026:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615028:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078091.615031:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078091.615031:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078091.615033:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078091.615036:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078091.615038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078091.615042:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078091.615042:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078091.615046:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078091.615054:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078091.615055:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078091.615057:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078091.615058:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078091.615062:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078091.615063:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078091.615066:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078091.615067:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078091.615070:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078091.615071:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078091.615076:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078091.615077:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426816:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078091.615082:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615083:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078091.615085:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078091.615087:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078091.615090:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078091.615092:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078091.615092:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078091.615097:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078091.615097:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
00000100:00000001:0.0:1769078091.615102:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078091.615102:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078091.615107:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1769078091.615112:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:0.0:1769078091.615113:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078091.615116:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:0.0:1769078091.615117:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078091.615124:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000400:00000010:1.0:1769078091.615124:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000020:00000040:0.0:1769078091.615128:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000200:1.0:1769078091.615131:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426816, portal 25
02000000:00000001:0.0:1769078091.615132:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078091.615134:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078091.615136:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615137:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876762496 : -121799832789120 : ffff9139443b9f80)
00000100:00000001:0.0:1769078091.615140:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078091.615144:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1769078091.615144:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078091.615147:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615153:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1769078091.615154:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000040:1.0:1769078091.615159:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615161:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078091.615162:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078091.615166:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617426816, offset 0
00000100:00100000:0.0:1769078091.615169:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078091.615173:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615181:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078091.615181:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078091.615186:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078091.615189:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769078091.615194:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078091.615194:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078091.615198:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078091.615203:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078091.615208:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615213:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078091.615214:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71030:71030:256:4294967295] 192.168.204.140@tcp LPNI seq info [71030:71030:8:4294967295]
00000100:00000040:0.0:1769078091.615220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078091.615220:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769078091.615226:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078091.615231:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1769078091.615233:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078091.615239:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769078091.615240:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078091.615244:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1769078091.615245:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:0.0:1769078091.615246:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078091.615251:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769078091.615255:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:0.0:1769078091.615256:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5077
00000800:00000200:1.0:1769078091.615261:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000400:00000200:0.0:1769078091.615265:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.1:1769078091.615269:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:0.0:1769078091.615274:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769078091.615274:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1769078091.615279:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1769078091.615283:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078091.615286:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:0.0:1769078091.615287:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615291:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078091.615292:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078091.615294:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078091.615299:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078091.615300:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078091.615304:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078091.615304:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078091.615307:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000020:00000040:0.0:1769078091.615308:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000001:1.0:1769078091.615311:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1769078091.615312:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078091.615316:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078091.615316:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615341:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1769078091.615342:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078091.615344:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078091.615347:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078091.615354:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078091.615355:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078091.615356:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078091.615360:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078091.615363:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078091.615364:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615369:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078091.615369:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078091.615372:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299751366
00000020:00000040:0.0:1769078091.615374:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000010:1.0:1769078091.615378:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95360.
00000100:00080000:0.0:1769078091.615379:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078091.615384:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078091.615387:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078091.615387:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1769078091.615391:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078091.615394:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299751366
02000000:00000001:0.0:1769078091.615395:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.615400:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769078091.615401:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95960.
00000008:00100000:0.0:1769078091.615404:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769078091.615404:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078091.615408:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1769078091.615409:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615411:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078091.615415:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615415:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000010:0.0:1769078091.615421:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000100:00100000:1.0:1769078091.615421:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078091/real 1769078091]  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078091.615427:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078091.615432:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078091.615435:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078091.615435:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078091.615438:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1769078091.615439:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078091.615441:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
02000000:00000001:0.0:1769078091.615442:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078091.615444:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
02000000:00000001:0.0:1769078091.615446:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078091.615447:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078091.615450:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078091.615453:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1769078091.615454:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769078091.615461:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078091.615464:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078091.615470:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078091.615471:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078091.615474:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615477:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615479:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078091.615486:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078091.615487:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078091.615491:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615496:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1769078091.615499:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078091.615503:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078091.615518:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615519:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1769078091.615523:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5087)
00000100:00000001:1.0:1769078091.615523:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615527:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615528:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615530:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078091.615531:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078091.615533:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078091.615536:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078091.615537:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078091.615539:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078091.615544:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617426816:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078091.615548:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615550:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078091.615552:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9f80 x1855007617426816/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615555:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078091.615557:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078091.615558:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078091.615560:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078091.615561:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078091.615562:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078091.615563:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078091.615565:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:1.0:1769078091.615567:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078091.615568:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078091.615569:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9f80.
00000100:00000001:1.0:1769078091.615571:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078091.615572:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615573:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615579:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078091.615580:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615581:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078091.615582:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078091.615583:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078091.615585:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615591:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078091.615592:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078091.615594:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078091.615595:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078091.615598:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078091.615600:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426944:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078091.615602:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078091.615603:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078091.615604:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078091.615605:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078091.615607:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078091.615609:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078091.615611:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078091.615613:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078091.615615:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078091.615617:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617426944, portal 10
00000100:00000001:1.0:1769078091.615618:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078091.615619:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876757120 : -121799832794496 : ffff9139443b8a80)
00000100:00000040:1.0:1769078091.615625:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615631:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078091.615633:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078091.615635:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078091.615637:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617426944, offset 0
00000400:00000200:1.0:1769078091.615641:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078091.615644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078091.615648:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078091.615651:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078091.615653:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078091.615655:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078091.615681:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078091.615684:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71031:71031:256:4294967295] 192.168.204.140@tcp LPNI seq info [71031:71031:8:4294967295]
00000400:00000200:1.0:1769078091.615688:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078091.615692:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078091.615695:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078091.615698:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078091.615701:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078091.615702:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078091.615705:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078091.615706:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078091.615708:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078091.615709:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078091.615712:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078091.615714:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078091.615716:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078091.615717:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078091.615718:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078091.615721:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615726:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078091.615727:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615731:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615732:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078091.615734:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078091.615736:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078091.615738:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078091.615740:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299749900
00000100:00000001:1.0:1769078091.615742:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299751366
00000100:00000001:1.0:1769078091.615744:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299749900
00000100:00000001:1.0:1769078091.615746:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299751366
00000100:00000001:1.0:1769078091.615748:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078091.615750:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615752:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078091.615755:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078091/real 1769078091]  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078091.615762:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078091.615763:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078091.615765:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078091.615767:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078091.615769:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078091.615771:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078091.615774:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078091.615782:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615788:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078091.615789:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615790:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615791:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078091.615800:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615804:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078091.615806:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615810:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078091.615811:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615813:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615814:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615815:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078091.615816:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078091.615817:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078091.615819:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078091.615820:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078091.615822:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078091.615826:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617426944:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078091.615829:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078091.615831:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615835:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078091.615836:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078091.615837:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078091.615838:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078091.615839:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078091.615841:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427072:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078091.615843:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078091.615844:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078091.615845:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078091.615846:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078091.615848:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078091.615850:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078091.615852:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078091.615854:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078091.615856:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078091.615857:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427072, portal 4
00000100:00000001:1.0:1769078091.615859:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078091.615860:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876763392 : -121799832788224 : ffff9139443ba300)
00000100:00000040:1.0:1769078091.615863:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615867:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078091.615869:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078091.615870:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078091.615871:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617427072, offset 0
00000400:00000200:1.0:1769078091.615873:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078091.615876:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078091.615878:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078091.615879:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078091.615881:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078091.615882:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078091.615884:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078091.615885:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71032:71032:256:4294967295] 192.168.204.140@tcp LPNI seq info [71032:71032:8:4294967295]
00000400:00000200:1.0:1769078091.615888:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078091.615892:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078091.615896:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078091.615899:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078091.615902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078091.615904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1769078091.615906:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078091.615908:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1769078091.615910:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078091.615911:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078091.615913:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078091.615915:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078091.615917:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078091.615918:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078091.615919:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078091.615921:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615926:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078091.615928:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615931:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615932:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078091.615934:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078091.615936:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078091.615938:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078091.615939:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299751366
00000100:00000001:1.0:1769078091.615941:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299751366
00000100:00000001:1.0:1769078091.615942:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299751366
00000100:00000001:1.0:1769078091.615944:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299751366
00000100:00000001:1.0:1769078091.615945:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078091.615946:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.615947:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078091.615949:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078091/real 1769078091]  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078091.615953:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078091.615954:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078091.615955:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078091.615956:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078091.615956:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078091.615957:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078091.615959:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078091.615964:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615967:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078091.615968:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615969:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615970:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078091.615972:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615976:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078091.615978:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.615982:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078091.615983:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615984:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078091.615984:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.615985:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078091.615987:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078091.615988:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078091.615990:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078091.615991:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078091.615993:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078091.615997:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427072:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078091.615999:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.616000:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078091.616002:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8a80 x1855007617426944/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.616006:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078091.616006:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078091.616007:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078091.616009:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078091.616009:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078091.616010:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078091.616011:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078091.616013:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:1.0:1769078091.616014:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078091.616015:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078091.616016:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8a80.
00000100:00000001:1.0:1769078091.616017:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078091.616018:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.616019:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078091.616021:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba300 x1855007617427072/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078091.616024:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078091.616025:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078091.616026:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078091.616027:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078091.616027:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078091.616028:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078091.616029:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078091.616029:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:1.0:1769078091.616031:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078091.616032:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078091.616032:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba300.
00000100:00000001:1.0:1769078091.616033:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078091.616034:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.616035:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078091.616037:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078091.616038:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078091.616039:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078091.616040:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078091.934745:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078091.934750:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078091.934793:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078091.934796:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078091.934799:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078092.958720:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078092.958725:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078092.958773:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078092.958776:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078092.958778:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078093.150766:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299751366, at 4299751424
00000100:00000040:1.0:1769078093.150766:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299751366, at 4299751424
00000100:00000010:1.0:1769078093.150779:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00000100:00000010:0.0:1769078093.150781:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95360.
00010000:00000001:1.0:1769078093.982735:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078093.982739:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078093.982778:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078093.982781:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078093.982784:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078095.006742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078095.006748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078095.006800:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078095.006804:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078095.006806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078096.030738:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078096.030747:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078096.030750:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078096.030753:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078096.030759:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078096.030761:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078096.030764:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078096.030766:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078096.030806:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078096.030810:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078096.030814:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078096.734768:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.734777:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078096.734780:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.734785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.734789:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.734795:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5082
00000400:00000200:3.0:1769078096.734804:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078096.734809:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.734811:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.734814:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734816:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.734818:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734820:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078096.734823:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.734825:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078096.734827:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.734829:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078096.734831:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078096.734832:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078096.734834:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734835:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.734837:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734838:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078096.734841:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078096.734843:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734845:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.734847:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078096.734850:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.734851:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.734853:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078096.734855:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078096.734863:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769078096.734865:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078096.734869:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.734870:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.734872:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.734874:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.734877:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078096.734883:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769078096.734889:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078096.734896:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078096.734904:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078096.734908:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.734911:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.734941:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078096.734943:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.734946:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078096.734947:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.734949:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.734950:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078096.734952:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5082
00000400:00000200:3.0:1769078096.734955:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078096.734957:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078096.734958:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.734961:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734963:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.734964:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734967:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078096.734969:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.734970:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078096.734971:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.734973:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078096.734974:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078096.734976:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078096.734976:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078096.734982:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078096.734982:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734985:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078096.734987:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078096.734988:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734991:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078096.734992:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078096.734994:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078096.734996:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.734997:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078096.735002:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078096.735002:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078096.735007:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.735010:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.735014:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078096.735016:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078096.735018:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735019:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.735021:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735024:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078096.735026:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
02000000:00000001:1.0:1769078096.735028:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078096.735029:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078096.735031:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.735033:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078096.735035:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078096.735036:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427200:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078096.735037:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.735040:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078096.735043:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735044:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078096.735048:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078096.735049:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078096.735052:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735053:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735058:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078096.735062:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078096.735063:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078096.735067:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.735075:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078096.735078:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078096.735080:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078096.735083:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769078096.735089:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078096.735090:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078096.735098:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427200, portal 25
00000100:00000001:1.0:1769078096.735104:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078096.735106:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735107:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:3.0:1769078096.735114:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078096.735118:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078096.735120:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078096.735126:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078096.735136:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078096.735139:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078096.735142:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078096.735149:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078096.735152:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078096.735153:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5082
00000400:00000200:3.0:1769078096.735160:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078096.735162:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078096.735165:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000010:1.0:1769078096.735169:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00080000:3.0:1769078096.735169:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078096.735175:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078096.735176:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617427200, offset 0
00000100:00000001:3.0:1769078096.735178:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078096.735181:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.735183:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078096.735186:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769078096.735186:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078096.735189:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078096.735192:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078096.735193:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078096.735195:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078096.735198:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:3.0:1769078096.735199:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078096.735205:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735208:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769078096.735210:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078096.735216:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078096.735217:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.735222:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078096.735225:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:3.0:1769078096.735227:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078096.735246:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1769078096.735252:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735254:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078096.735258:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078096.735263:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078096.735264:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71033:71033:256:4294967295] 192.168.204.140@tcp LPNI seq info [71033:71033:8:4294967295]
02000000:00000001:3.0:1769078096.735268:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078096.735273:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078096.735273:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.735279:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078096.735284:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078096.735290:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1769078096.735291:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078096.735296:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078096.735300:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000010:3.0:1769078096.735303:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000800:00000010:1.0:1769078096.735306:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000020:00000040:3.0:1769078096.735308:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078096.735314:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1769078096.735315:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078096.735317:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078096.735319:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769078096.735321:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078096.735326:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769078096.735329:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078096.735330:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078096.735333:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078096.735338:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769078096.735339:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000800:00000010:1.0:1769078096.735340:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078096.735347:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078096.735348:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078096.735357:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1769078096.735359:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078096.735361:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078096.735365:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078096.735371:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078096.735375:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078096.735376:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078096.735379:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078096.735386:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735392:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078096.735396:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078096.735398:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078096.735401:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5092)
00000100:00000001:1.0:1769078096.735412:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735414:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078096.735419:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078096.735422:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078096.735424:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299756486
00000100:00000010:1.0:1769078096.735428:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95960.
00000100:00000001:1.0:1769078096.735434:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078096.735448:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299756486
00000100:00000010:1.0:1769078096.735450:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95480.
00000100:00000001:1.0:1769078096.735452:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078096.735454:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078096.735456:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735458:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078096.735461:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078096/real 1769078096]  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078096.735468:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078096.735470:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078096.735471:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078096.735474:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078096.735475:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078096.735477:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078096.735480:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078096.735487:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735491:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078096.735492:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735494:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.735495:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078096.735498:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735503:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078096.735506:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735511:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078096.735513:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735514:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.735515:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735516:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078096.735518:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078096.735520:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078096.735522:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078096.735524:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078096.735526:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078096.735534:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427200:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078096.735539:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735541:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078096.735544:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617427200/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735560:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078096.735562:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078096.735565:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078096.735568:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078096.735570:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078096.735572:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078096.735574:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078096.735577:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769078096.735581:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078096.735583:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078096.735585:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078096.735589:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078096.735590:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735592:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735597:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078096.735599:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735600:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078096.735601:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078096.735603:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078096.735606:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735611:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078096.735612:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735614:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078096.735615:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078096.735617:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078096.735619:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427328:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078096.735621:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078096.735622:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078096.735624:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735625:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078096.735627:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078096.735629:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078096.735632:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078096.735634:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078096.735637:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078096.735639:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427328, portal 10
00000100:00000001:1.0:1769078096.735640:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078096.735642:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:1.0:1769078096.735646:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735651:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078096.735653:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078096.735654:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078096.735656:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617427328, offset 0
00000400:00000200:1.0:1769078096.735689:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735692:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078096.735695:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078096.735698:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078096.735700:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078096.735702:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078096.735704:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735706:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71034:71034:256:4294967295] 192.168.204.140@tcp LPNI seq info [71034:71034:8:4294967295]
00000400:00000200:1.0:1769078096.735708:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078096.735713:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078096.735716:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078096.735719:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078096.735722:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078096.735724:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078096.735727:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078096.735729:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078096.735732:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078096.735733:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078096.735735:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078096.735738:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078096.735740:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078096.735741:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078096.735743:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078096.735746:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735752:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078096.735754:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735758:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735759:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078096.735762:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078096.735765:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078096.735767:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078096.735769:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299755020
00000100:00000001:1.0:1769078096.735771:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299756486
00000100:00000001:1.0:1769078096.735773:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299755020
00000100:00000001:1.0:1769078096.735774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299756486
00000100:00000001:1.0:1769078096.735775:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078096.735777:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735778:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078096.735780:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078096/real 1769078096]  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078096.735785:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078096.735786:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078096.735788:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078096.735789:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078096.735790:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078096.735792:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078096.735794:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078096.735800:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735804:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078096.735805:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735806:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.735807:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078096.735809:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735813:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078096.735815:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735820:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078096.735822:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735823:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.735824:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735825:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078096.735826:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078096.735828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078096.735830:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078096.735831:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078096.735833:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078096.735838:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427328:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078096.735840:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078096.735842:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735846:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078096.735847:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735849:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078096.735850:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078096.735851:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078096.735853:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427456:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078096.735855:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078096.735857:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078096.735858:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078096.735859:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078096.735861:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078096.735862:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078096.735865:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078096.735867:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078096.735869:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078096.735871:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427456, portal 4
00000100:00000001:1.0:1769078096.735872:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078096.735873:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769078096.735877:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735881:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078096.735882:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078096.735884:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078096.735885:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617427456, offset 0
00000400:00000200:1.0:1769078096.735888:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735890:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078096.735892:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078096.735893:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078096.735895:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078096.735896:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078096.735898:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078096.735900:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71035:71035:256:4294967295] 192.168.204.140@tcp LPNI seq info [71035:71035:8:4294967295]
00000400:00000200:1.0:1769078096.735903:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078096.735907:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078096.735909:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078096.735911:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078096.735913:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078096.735915:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078096.735918:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078096.735919:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078096.735922:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078096.735923:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078096.735925:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078096.735927:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078096.735928:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078096.735930:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078096.735931:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078096.735934:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735939:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078096.735941:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735945:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735946:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078096.735948:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078096.735949:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078096.735951:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078096.735952:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299756486
00000100:00000001:1.0:1769078096.735954:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299756486
00000100:00000001:1.0:1769078096.735956:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299756486
00000100:00000001:1.0:1769078096.735957:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299756486
00000100:00000001:1.0:1769078096.735959:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078096.735960:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.735961:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078096.735963:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078096/real 1769078096]  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078096.735968:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078096.735968:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078096.735969:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078096.735970:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078096.735971:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078096.735973:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078096.735974:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078096.735979:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735988:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078096.735989:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.735990:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.735991:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078096.735993:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.735997:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078096.736000:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.736004:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078096.736005:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736006:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078096.736007:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736008:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078096.736010:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078096.736011:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078096.736013:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078096.736014:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078096.736017:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078096.736021:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427456:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078096.736023:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736024:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078096.736026:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617427328/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.736031:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078096.736032:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078096.736033:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078096.736035:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078096.736036:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078096.736037:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078096.736038:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078096.736039:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078096.736041:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078096.736042:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078096.736043:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078096.736045:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078096.736046:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736047:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078096.736049:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617427456/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078096.736053:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078096.736054:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078096.736055:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25000.
02000000:00000001:1.0:1769078096.736056:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078096.736057:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078096.736057:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078096.736059:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078096.736059:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769078096.736060:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078096.736061:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078096.736062:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078096.736063:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078096.736064:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736065:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078096.736067:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078096.736068:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078096.736069:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078096.736070:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078097.054763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078097.054768:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078097.054820:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078097.054823:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078097.054826:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078098.078778:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078098.078784:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078098.078850:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078098.078852:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078098.078855:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078098.270745:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299756486, at 4299756544
00000100:00000040:1.0:1769078098.270745:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299756486, at 4299756544
00000100:00000010:1.0:1769078098.270761:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000100:00000010:0.0:1769078098.270764:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95960.
00010000:00000001:1.0:1769078099.102768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078099.102783:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078099.102840:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078099.102844:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078099.102847:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078100.126747:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078100.126753:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078100.126803:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078100.126806:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078100.126810:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078101.150769:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078101.150776:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078101.150827:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078101.150831:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078101.150833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078101.854799:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078101.854809:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078101.854812:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078101.854815:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078101.854818:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078101.854826:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5087
00000400:00000200:2.0:1769078101.854837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078101.854842:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078101.854846:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078101.854850:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.854853:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078101.854856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.854859:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078101.854863:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078101.854866:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078101.854869:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078101.854872:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078101.854875:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078101.854877:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078101.854881:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.854883:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078101.854885:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.854887:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078101.854890:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078101.854893:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078101.854895:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.854897:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078101.854908:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.854910:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.854911:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078101.854913:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078101.854922:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769078101.854926:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078101.854930:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078101.854932:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.854934:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078101.854937:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078101.854942:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078101.854952:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078101.854958:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.854967:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078101.854979:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078101.854983:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.854987:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.855004:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078101.855007:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078101.855009:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078101.855011:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078101.855012:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078101.855014:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078101.855016:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5087
00000400:00000200:2.0:1769078101.855019:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078101.855021:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078101.855023:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078101.855025:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855028:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078101.855031:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855034:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078101.855037:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078101.855038:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078101.855040:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078101.855042:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078101.855045:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078101.855046:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078101.855048:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078101.855051:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078101.855056:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078101.855057:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078101.855062:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078101.855067:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078101.855069:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078101.855071:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078101.855078:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078101.855086:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078101.855091:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078101.855092:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.855096:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.855097:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078101.855103:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078101.855105:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078101.855107:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078101.855110:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.855112:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.855115:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078101.855121:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427584:192.168.204.140@tcp:250:kworker.0
00000008:00100000:2.0:1769078101.855122:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078101.855129:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.855131:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078101.855133:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.855137:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078101.855140:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:1.0:1769078101.855142:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078101.855144:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078101.855161:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078101.855167:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078101.855168:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078101.855170:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:2.0:1769078101.855170:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078101.855173:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078101.855177:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078101.855178:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078101.855186:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000400:00000200:1.0:1769078101.855191:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078101.855191:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078101.855198:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00100000:2.0:1769078101.855199:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078101.855208:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769078101.855209:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078101.855213:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.855217:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078101.855219:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427584, portal 25
00000100:00000001:1.0:1769078101.855225:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078101.855229:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000001:2.0:1769078101.855231:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078101.855235:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078101.855240:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078101.855242:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078101.855246:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078101.855247:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1769078101.855249:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078101.855249:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078101.855254:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078101.855260:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5087
00000400:00000200:2.0:1769078101.855271:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078101.855272:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1769078101.855277:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000040:1.0:1769078101.855280:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769078101.855283:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1769078101.855285:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078101.855291:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617427584, offset 0
00000100:00000040:2.0:1769078101.855293:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855297:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078101.855302:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078101.855305:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855308:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078101.855310:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078101.855311:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078101.855314:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078101.855315:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769078101.855317:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078101.855321:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078101.855323:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078101.855328:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:2.0:1769078101.855328:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855333:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078101.855337:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855338:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078101.855340:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078101.855341:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078101.855346:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855348:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.855350:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:2.0:1769078101.855351:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078101.855355:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078101.855359:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078101.855360:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.855365:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078101.855368:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00100000:2.0:1769078101.855369:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078101.855374:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078101.855377:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.855379:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71036:71036:256:4294967295] 192.168.204.140@tcp LPNI seq info [71036:71036:8:4294967295]
00000100:00000010:2.0:1769078101.855381:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769078101.855386:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078101.855390:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078101.855393:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.855394:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078101.855395:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078101.855399:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078101.855400:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078101.855403:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769078101.855406:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078101.855413:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078101.855422:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078101.855436:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078101.855437:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078101.855441:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078101.855446:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000040:2.0:1769078101.855449:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078101.855459:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078101.855466:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078101.855467:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1769078101.855475:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5097)
00000800:00000200:1.1:1769078101.855479:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078101.855484:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078101.855490:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078101.855493:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078101.855499:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078101.855504:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078101.855509:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078101.855512:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078101.855516:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078101.855521:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855540:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.855544:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855552:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.855554:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078101.855561:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.855566:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078101.855569:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299761606
00000100:00000010:1.0:1769078101.855574:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95480.
00000100:00000001:1.0:1769078101.855581:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078101.855596:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299761606
00000100:00000010:1.0:1769078101.855600:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95180.
00000100:00000001:1.0:1769078101.855604:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078101.855607:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078101.855610:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.855613:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078101.855618:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078101.855628:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078101.855630:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078101.855633:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078101.855636:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078101.855638:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078101.855641:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078101.855644:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078101.855654:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855687:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078101.855689:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855692:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.855694:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078101.855699:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855707:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078101.855712:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855721:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078101.855725:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855727:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.855728:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855730:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078101.855732:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078101.855735:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078101.855740:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078101.855742:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078101.855746:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078101.855755:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427584:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078101.855760:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855763:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.855766:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617427584/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855774:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078101.855777:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078101.855780:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078101.855783:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078101.855785:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078101.855788:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078101.855790:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078101.855792:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078101.855796:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078101.855798:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078101.855800:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769078101.855803:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078101.855805:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855807:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.855815:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078101.855817:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.855819:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078101.855821:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078101.855823:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078101.855827:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855835:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078101.855837:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.855839:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078101.855842:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078101.855844:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078101.855847:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427712:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078101.855851:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078101.855853:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078101.855854:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.855856:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078101.855860:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078101.855862:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.855866:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078101.855869:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078101.855873:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078101.855876:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427712, portal 10
00000100:00000001:1.0:1769078101.855878:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078101.855880:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769078101.855886:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.855894:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078101.855896:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078101.855898:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078101.855901:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617427712, offset 0
00000400:00000200:1.0:1769078101.855905:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078101.855919:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078101.855923:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078101.855927:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078101.855930:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078101.855933:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078101.855935:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078101.855939:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71037:71037:256:4294967295] 192.168.204.140@tcp LPNI seq info [71037:71037:8:4294967295]
00000400:00000200:1.0:1769078101.855944:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078101.855951:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078101.855956:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078101.855960:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078101.855964:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078101.855968:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078101.855973:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078101.855976:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078101.855980:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078101.855982:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078101.855985:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078101.855988:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078101.855991:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078101.855993:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078101.855996:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078101.856000:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856008:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.856011:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856019:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.856020:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078101.856023:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078101.856027:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078101.856030:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078101.856032:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299760140
00000100:00000001:1.0:1769078101.856034:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299761606
00000100:00000001:1.0:1769078101.856035:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299760140
00000100:00000001:1.0:1769078101.856037:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299761606
00000100:00000001:1.0:1769078101.856038:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078101.856040:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.856041:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078101.856044:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078101.856049:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078101.856050:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078101.856051:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078101.856052:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078101.856054:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078101.856055:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078101.856057:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078101.856063:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856066:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078101.856067:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856068:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.856069:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078101.856072:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856076:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078101.856078:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856083:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078101.856084:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856086:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.856087:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856088:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078101.856089:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078101.856091:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078101.856093:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078101.856094:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078101.856097:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078101.856102:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427712:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078101.856104:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078101.856106:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856110:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078101.856111:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.856113:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078101.856114:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078101.856115:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078101.856117:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427840:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078101.856119:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078101.856120:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078101.856122:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078101.856123:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078101.856125:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078101.856126:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078101.856129:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078101.856131:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078101.856133:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078101.856135:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427840, portal 4
00000100:00000001:1.0:1769078101.856136:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078101.856137:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:1.0:1769078101.856141:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856163:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078101.856165:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078101.856167:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078101.856169:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617427840, offset 0
00000400:00000200:1.0:1769078101.856173:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078101.856177:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078101.856180:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078101.856183:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078101.856185:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078101.856188:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078101.856190:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078101.856193:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71038:71038:256:4294967295] 192.168.204.140@tcp LPNI seq info [71038:71038:8:4294967295]
00000400:00000200:1.0:1769078101.856197:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078101.856203:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078101.856208:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078101.856212:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078101.856216:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078101.856219:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078101.856223:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078101.856226:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078101.856230:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078101.856232:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078101.856236:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078101.856239:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078101.856242:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078101.856244:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078101.856247:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078101.856251:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856257:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.856260:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856267:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.856269:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078101.856273:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078101.856276:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078101.856280:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078101.856282:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299761606
00000100:00000001:1.0:1769078101.856285:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299761606
00000100:00000001:1.0:1769078101.856287:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299761606
00000100:00000001:1.0:1769078101.856289:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299761606
00000100:00000001:1.0:1769078101.856292:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078101.856294:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.856297:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078101.856301:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078101/real 1769078101]  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078101.856310:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078101.856312:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078101.856314:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078101.856316:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078101.856318:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078101.856320:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078101.856323:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078101.856329:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856333:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078101.856334:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856335:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.856336:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078101.856339:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856344:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078101.856346:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856351:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078101.856352:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856353:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078101.856354:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856355:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078101.856357:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078101.856359:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078101.856363:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078101.856365:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078101.856369:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078101.856377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617427840:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078101.856381:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856383:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.856387:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617427712/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856395:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078101.856396:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078101.856399:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078101.856401:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078101.856403:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078101.856404:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078101.856406:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078101.856408:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769078101.856411:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078101.856412:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078101.856414:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078101.856417:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078101.856419:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856421:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078101.856424:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617427840/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078101.856430:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078101.856431:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078101.856433:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078101.856435:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078101.856437:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078101.856438:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078101.856440:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078101.856441:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078101.856444:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078101.856445:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078101.856446:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769078101.856449:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078101.856450:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856452:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078101.856456:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078101.856457:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078101.856460:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078101.856461:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078102.174768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078102.174774:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078102.174838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078102.174842:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078102.174845:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078103.198783:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078103.198791:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078103.198876:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078103.198880:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078103.198884:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078103.390771:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299761606, at 4299761664
00000100:00000040:1.0:1769078103.390771:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299761606, at 4299761664
00000100:00000010:0.0:1769078103.390791:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95480.
00000100:00000010:1.0:1769078103.390793:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00010000:00000001:1.0:1769078104.222766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078104.222772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078104.222835:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078104.222840:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078104.222844:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078105.246753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078105.246759:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078105.246872:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078105.246875:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078105.246878:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078106.270793:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078106.270800:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078106.270802:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078106.270804:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078106.270808:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078106.270810:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078106.270812:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078106.270813:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078106.270873:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078106.270877:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078106.270879:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078106.974785:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078106.974796:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078106.974799:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078106.974803:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078106.974808:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078106.974827:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5092
00000400:00000200:3.0:1769078106.974837:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078106.974843:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078106.974846:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078106.974850:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.974853:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.974856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.974859:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078106.974863:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078106.974865:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078106.974868:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078106.974871:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078106.974874:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078106.974876:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078106.974879:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.974882:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.974884:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.974886:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078106.974890:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078106.974894:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078106.974896:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078106.974899:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078106.974902:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078106.974905:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.974907:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078106.974911:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078106.974920:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769078106.974925:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078106.974929:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078106.974930:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.974934:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078106.974937:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078106.974950:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078106.974960:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769078106.974966:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078106.974976:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078106.974986:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078106.974990:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.974995:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078106.975017:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078106.975020:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078106.975024:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078106.975025:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078106.975027:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078106.975030:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078106.975033:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5092
00000400:00000200:3.0:1769078106.975037:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078106.975041:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078106.975044:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078106.975048:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.975050:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078106.975054:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078106.975054:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078106.975075:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078106.975075:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078106.975079:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078106.975081:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769078106.975089:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078106.975091:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078106.975096:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078106.975100:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078106.975105:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078106.975107:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078106.975109:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078106.975110:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.975117:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078106.975118:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078106.975122:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078106.975123:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.975128:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078106.975130:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.975134:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00100000:1.0:1769078106.975139:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427968:192.168.204.140@tcp:250:kworker.0
00000020:00000040:3.0:1769078106.975139:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078106.975147:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078106.975148:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078106.975153:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.975155:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078106.975156:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078106.975159:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.975164:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078106.975164:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078106.975170:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078106.975172:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
00000100:00000001:3.0:1769078106.975173:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078106.975177:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078106.975178:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078106.975184:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.975188:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078106.975189:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078106.975195:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000010:3.0:1769078106.975196:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078106.975202:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:1.0:1769078106.975206:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000001:3.0:1769078106.975206:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078106.975209:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.975213:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078106.975215:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078106.975216:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617427968, portal 25
02000000:00000001:3.0:1769078106.975218:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975221:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078106.975224:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
02000000:00000010:3.0:1769078106.975225:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769078106.975233:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078106.975236:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078106.975242:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078106.975264:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078106.975269:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975271:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078106.975277:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078106.975278:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078106.975283:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078106.975289:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617427968, offset 0
00000100:00000001:3.0:1769078106.975296:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.975301:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078106.975302:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078106.975308:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078106.975313:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078106.975313:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078106.975320:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078106.975322:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078106.975323:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769078106.975324:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078106.975331:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078106.975334:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078106.975336:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5092
00000400:00000200:1.0:1769078106.975342:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078106.975343:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078106.975349:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078106.975351:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078106.975356:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:3.0:1769078106.975356:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078106.975364:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078106.975366:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71039:71039:256:4294967295] 192.168.204.140@tcp LPNI seq info [71039:71039:8:4294967295]
00000100:00000001:3.0:1769078106.975369:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.975375:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078106.975377:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078106.975381:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078106.975385:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078106.975389:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078106.975393:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078106.975395:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769078106.975396:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078106.975402:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078106.975406:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769078106.975408:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078106.975413:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769078106.975415:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078106.975417:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078106.975422:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078106.975426:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769078106.975428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769078106.975431:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.0:1769078106.975435:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1769078106.975438:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078106.975444:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078106.975449:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769078106.975449:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078106.975455:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1769078106.975456:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1769078106.975460:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.975466:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000100:1.0:1769078106.975467:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000008:00100000:3.0:1769078106.975470:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000010:1.0:1769078106.975471:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000008:00000001:3.0:1769078106.975477:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.975480:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078106.975481:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078106.975488:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000400:00000200:1.0:1769078106.975490:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769078106.975494:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078106.975496:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
02000000:00000001:3.0:1769078106.975498:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078106.975501:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
02000000:00000001:3.0:1769078106.975502:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078106.975507:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078106.975508:0:2369:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1769078106.975509:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078106.975513:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078106.975517:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078106.975519:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769078106.975526:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975536:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1769078106.975537:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078106.975544:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078106.975552:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078106.975557:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.975567:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975575:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975579:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078106.975584:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975586:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078106.975589:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5102)
00000400:00000200:1.0:1769078106.975595:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078106.975599:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299766726
00000100:00000010:1.0:1769078106.975604:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95180.
00000100:00000001:1.0:1769078106.975612:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078106.975631:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299766726
00000100:00000010:1.0:1769078106.975634:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95420.
00000100:00000001:1.0:1769078106.975637:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078106.975640:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078106.975643:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975646:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078106.975651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078106/real 1769078106]  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078106.975687:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078106.975689:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078106.975692:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078106.975696:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078106.975698:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078106.975702:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078106.975707:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078106.975718:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975727:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078106.975729:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975732:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.975734:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078106.975739:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975748:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078106.975754:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975762:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078106.975766:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975769:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.975770:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975773:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078106.975775:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078106.975779:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078106.975783:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078106.975786:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078106.975792:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078106.975802:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617427968:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078106.975807:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975809:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.975813:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617427968/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975820:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078106.975822:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078106.975824:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078106.975827:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078106.975829:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078106.975830:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078106.975833:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078106.975835:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769078106.975839:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078106.975842:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078106.975844:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078106.975847:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078106.975848:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975851:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.975858:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078106.975860:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.975862:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078106.975864:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078106.975866:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078106.975870:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975877:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078106.975879:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.975881:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078106.975883:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078106.975886:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078106.975889:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428096:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078106.975893:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078106.975895:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078106.975897:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.975899:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078106.975902:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078106.975905:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.975909:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078106.975912:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078106.975916:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078106.975919:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428096, portal 10
00000100:00000001:1.0:1769078106.975921:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078106.975922:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078106.975929:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.975937:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078106.975940:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078106.975952:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078106.975955:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617428096, offset 0
00000400:00000200:1.0:1769078106.975959:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078106.975964:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078106.975968:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078106.975971:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078106.975974:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078106.975977:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078106.975979:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078106.975983:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71040:71040:256:4294967295] 192.168.204.140@tcp LPNI seq info [71040:71040:8:4294967295]
00000400:00000200:1.0:1769078106.975988:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078106.975995:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078106.976000:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078106.976004:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078106.976008:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078106.976011:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078106.976017:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078106.976020:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078106.976036:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078106.976039:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078106.976042:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078106.976046:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078106.976049:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078106.976052:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078106.976054:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078106.976073:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976084:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.976087:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976095:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.976097:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078106.976101:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078106.976105:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078106.976108:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078106.976111:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299765260
00000100:00000001:1.0:1769078106.976114:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299766726
00000100:00000001:1.0:1769078106.976117:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299765260
00000100:00000001:1.0:1769078106.976120:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299766726
00000100:00000001:1.0:1769078106.976122:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078106.976124:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.976127:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078106.976130:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078106/real 1769078106]  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078106.976140:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078106.976141:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078106.976143:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078106.976146:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078106.976147:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078106.976150:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078106.976153:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078106.976163:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976171:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078106.976173:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976174:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.976175:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078106.976179:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976187:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078106.976191:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976199:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078106.976202:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976204:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.976205:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976207:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078106.976209:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078106.976212:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078106.976215:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078106.976217:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078106.976222:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078106.976231:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428096:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078106.976235:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078106.976239:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976245:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078106.976246:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.976249:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078106.976251:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078106.976253:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078106.976256:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428224:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078106.976260:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078106.976261:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078106.976263:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078106.976265:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078106.976269:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078106.976271:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078106.976275:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078106.976278:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078106.976281:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078106.976284:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428224, portal 4
00000100:00000001:1.0:1769078106.976286:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078106.976288:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078106.976294:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976301:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078106.976303:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078106.976306:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078106.976308:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617428224, offset 0
00000400:00000200:1.0:1769078106.976312:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078106.976316:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078106.976320:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078106.976323:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078106.976326:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078106.976328:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078106.976330:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078106.976334:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71041:71041:256:4294967295] 192.168.204.140@tcp LPNI seq info [71041:71041:8:4294967295]
00000400:00000200:1.0:1769078106.976339:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078106.976345:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078106.976351:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078106.976354:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078106.976358:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078106.976361:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1769078106.976365:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078106.976368:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1769078106.976372:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078106.976375:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078106.976377:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078106.976381:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078106.976384:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078106.976386:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078106.976389:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078106.976392:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976400:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.976404:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976411:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.976413:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078106.976416:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078106.976419:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078106.976422:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078106.976425:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299766726
00000100:00000001:1.0:1769078106.976427:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299766726
00000100:00000001:1.0:1769078106.976429:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299766726
00000100:00000001:1.0:1769078106.976432:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299766726
00000100:00000001:1.0:1769078106.976434:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078106.976436:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.976438:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078106.976442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078106/real 1769078106]  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078106.976450:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078106.976452:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078106.976454:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078106.976456:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078106.976458:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078106.976459:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078106.976462:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078106.976472:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976486:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078106.976488:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976490:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.976492:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078106.976495:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976503:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078106.976507:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976515:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078106.976517:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976519:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078106.976520:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976522:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078106.976525:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078106.976528:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078106.976531:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078106.976533:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078106.976538:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078106.976546:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428224:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078106.976551:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976553:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.976556:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617428096/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976563:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078106.976565:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078106.976567:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078106.976569:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078106.976571:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078106.976572:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078106.976575:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078106.976576:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078106.976579:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078106.976580:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078106.976582:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078106.976585:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078106.976586:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976588:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078106.976592:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617428224/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078106.976599:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078106.976601:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078106.976602:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078106.976604:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078106.976606:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078106.976607:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078106.976609:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078106.976610:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769078106.976612:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078106.976613:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078106.976615:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078106.976617:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078106.976619:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976621:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078106.976625:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078106.976626:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078106.976628:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078106.976630:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078107.294789:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078107.294795:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078107.294865:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078107.294870:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078107.294874:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078108.318772:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078108.318779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078108.318852:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078108.318857:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078108.318860:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078108.510730:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299766726, at 4299766784
00000100:00000010:1.0:1769078108.510747:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00000100:00000040:0.0:1769078108.510758:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299766726, at 4299766784
00000100:00000010:0.0:1769078108.510768:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95180.
00010000:00000001:1.0:1769078109.342794:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078109.342801:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078109.342865:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078109.342869:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078109.342873:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078110.366799:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078110.366805:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078110.366860:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078110.366863:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078110.366866:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078111.390754:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078111.390761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078111.390824:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078111.390828:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078111.390832:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078112.094769:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.094779:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078112.094781:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.094785:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078112.094788:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.094794:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5097
00000400:00000200:3.0:1769078112.094801:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078112.094806:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.094808:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.094810:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094813:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.094815:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094817:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078112.094820:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078112.094821:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078112.094823:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.094826:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078112.094828:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078112.094829:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078112.094831:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094832:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.094834:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078112.094837:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078112.094839:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094840:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.094842:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.094845:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.094847:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.094848:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078112.094849:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078112.094857:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769078112.094860:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078112.094862:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078112.094864:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.094866:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.094868:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.094871:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078112.094878:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769078112.094882:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078112.094889:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078112.094896:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078112.094899:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.094903:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078112.094920:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078112.094923:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.094925:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078112.094927:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.094928:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078112.094930:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.094931:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5097
00000400:00000200:3.0:1769078112.094933:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078112.094935:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.094937:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078112.094939:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094940:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.094942:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094944:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078112.094945:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078112.094947:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078112.094948:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078112.094950:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078112.094951:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078112.094953:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078112.094955:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078112.094955:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094959:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078112.094961:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078112.094961:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078112.094966:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078112.094967:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078112.094971:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078112.094986:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078112.094989:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078112.094991:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078112.094991:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.094997:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.095001:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.095005:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078112.095010:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1769078112.095010:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078112.095014:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078112.095015:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.095019:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095024:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1769078112.095024:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
02000000:00000001:1.0:1769078112.095029:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078112.095033:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078112.095035:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078112.095040:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1769078112.095043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617428352:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769078112.095043:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.095047:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.095049:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.095052:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095054:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078112.095057:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078112.095061:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078112.095062:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095064:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095069:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078112.095070:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078112.095074:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:3.0:1769078112.095078:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078112.095079:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078112.095082:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.095086:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078112.095091:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078112.095098:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769078112.095100:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078112.095103:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078112.095105:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078112.095107:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078112.095111:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1769078112.095112:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:3.0:1769078112.095112:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078112.095114:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078112.095118:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078112.095120:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5097
00000100:00000200:1.0:1769078112.095121:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428352, portal 25
00000400:00000200:3.0:1769078112.095126:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078112.095127:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078112.095130:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000400:00000200:3.0:1769078112.095131:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078112.095135:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078112.095140:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078112.095141:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095145:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.095149:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095153:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078112.095157:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078112.095159:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078112.095160:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078112.095163:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078112.095166:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769078112.095166:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078112.095170:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078112.095171:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000020:00000001:3.0:1769078112.095173:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078112.095176:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617428352, offset 0
00000100:00000040:3.0:1769078112.095179:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095182:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078112.095186:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078112.095187:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095189:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078112.095192:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078112.095194:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095196:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095198:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078112.095199:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078112.095204:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078112.095206:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095208:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769078112.095209:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078112.095212:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078112.095215:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095217:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078112.095218:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095223:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000010:3.0:1769078112.095223:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769078112.095227:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078112.095229:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078112.095232:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078112.095234:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:3.0:1769078112.095235:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095240:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71042:71042:256:4294967295] 192.168.204.140@tcp LPNI seq info [71042:71042:8:4294967295]
00000100:00000001:3.0:1769078112.095240:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078112.095242:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078112.095245:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095249:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769078112.095251:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078112.095255:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095264:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078112.095265:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078112.095277:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078112.095282:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078112.095284:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078112.095285:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000040:3.0:1769078112.095289:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078112.095296:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078112.095300:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078112.095302:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1769078112.095304:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5108)
00000800:00000200:1.1:1769078112.095309:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078112.095312:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078112.095316:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078112.095318:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078112.095323:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078112.095326:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078112.095330:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078112.095332:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078112.095336:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078112.095340:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095347:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.095349:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095355:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095356:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078112.095360:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095364:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078112.095366:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299771846
00000100:00000010:1.0:1769078112.095370:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95420.
00000100:00000001:1.0:1769078112.095376:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078112.095388:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299771846
00000100:00000010:1.0:1769078112.095390:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a950c0.
00000100:00000001:1.0:1769078112.095393:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078112.095395:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078112.095397:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095399:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078112.095402:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078112.095409:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078112.095411:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078112.095412:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078112.095415:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078112.095416:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078112.095418:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078112.095421:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078112.095428:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095434:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078112.095436:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095438:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.095440:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078112.095445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095452:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078112.095457:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095466:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078112.095469:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095471:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.095472:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095475:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078112.095477:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078112.095480:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078112.095485:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078112.095488:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078112.095492:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078112.095501:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617428352:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078112.095505:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095506:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.095508:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617428352/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095513:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078112.095515:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078112.095517:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078112.095519:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078112.095520:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078112.095521:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078112.095523:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078112.095525:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078112.095527:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078112.095529:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078112.095530:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078112.095532:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078112.095533:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095534:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095541:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078112.095542:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095544:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078112.095545:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078112.095547:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078112.095549:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095554:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078112.095555:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095556:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078112.095558:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078112.095559:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078112.095561:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428480:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078112.095563:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078112.095565:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078112.095566:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095567:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078112.095569:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078112.095571:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095574:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078112.095576:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078112.095579:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078112.095581:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428480, portal 10
00000100:00000001:1.0:1769078112.095583:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078112.095584:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769078112.095588:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095593:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078112.095595:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078112.095596:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078112.095598:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617428480, offset 0
00000400:00000200:1.0:1769078112.095600:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078112.095603:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078112.095606:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078112.095608:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078112.095610:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078112.095612:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078112.095614:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078112.095616:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71043:71043:256:4294967295] 192.168.204.140@tcp LPNI seq info [71043:71043:8:4294967295]
00000400:00000200:1.0:1769078112.095620:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078112.095637:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078112.095646:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078112.095650:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078112.095655:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078112.095683:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078112.095690:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078112.095692:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078112.095695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078112.095696:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078112.095699:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078112.095701:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078112.095704:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078112.095705:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078112.095707:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078112.095710:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095715:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.095717:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095722:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095723:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078112.095733:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078112.095736:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078112.095739:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078112.095740:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299770380
00000100:00000001:1.0:1769078112.095743:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299771846
00000100:00000001:1.0:1769078112.095745:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299770380
00000100:00000001:1.0:1769078112.095746:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299771846
00000100:00000001:1.0:1769078112.095748:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078112.095749:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095750:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078112.095753:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078112.095758:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078112.095758:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078112.095760:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078112.095761:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078112.095763:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078112.095764:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078112.095766:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078112.095771:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095775:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078112.095776:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095777:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.095778:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078112.095781:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095785:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078112.095787:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095791:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078112.095793:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095794:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.095795:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095796:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078112.095797:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078112.095799:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078112.095801:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078112.095803:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078112.095805:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078112.095810:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428480:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078112.095812:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078112.095814:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095819:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078112.095820:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095821:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078112.095823:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078112.095824:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078112.095826:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428608:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078112.095828:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078112.095829:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078112.095830:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078112.095832:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078112.095834:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078112.095836:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078112.095838:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078112.095840:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078112.095842:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078112.095844:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428608, portal 4
00000100:00000001:1.0:1769078112.095845:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078112.095846:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078112.095850:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095861:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078112.095863:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078112.095864:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078112.095866:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617428608, offset 0
00000400:00000200:1.0:1769078112.095869:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078112.095871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078112.095874:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078112.095876:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078112.095878:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078112.095880:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078112.095881:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078112.095883:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71044:71044:256:4294967295] 192.168.204.140@tcp LPNI seq info [71044:71044:8:4294967295]
00000400:00000200:1.0:1769078112.095886:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078112.095890:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078112.095893:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078112.095895:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078112.095897:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078112.095899:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078112.095902:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078112.095904:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078112.095906:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078112.095908:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078112.095910:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078112.095912:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078112.095914:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078112.095915:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078112.095917:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078112.095919:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095924:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.095926:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095931:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095932:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078112.095934:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078112.095936:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078112.095937:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078112.095939:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299771846
00000100:00000001:1.0:1769078112.095940:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299771846
00000100:00000001:1.0:1769078112.095942:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299771846
00000100:00000001:1.0:1769078112.095943:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299771846
00000100:00000001:1.0:1769078112.095944:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078112.095946:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.095947:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078112.095949:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078112/real 1769078112]  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078112.095953:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078112.095954:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078112.095955:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078112.095956:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078112.095957:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078112.095958:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078112.095960:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078112.095965:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095970:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078112.095971:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.095972:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.095985:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078112.095989:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.095994:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078112.095997:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.096005:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078112.096007:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096009:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078112.096010:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096012:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078112.096015:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078112.096018:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078112.096021:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078112.096024:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078112.096028:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078112.096037:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428608:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078112.096041:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096044:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.096047:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617428480/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.096054:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078112.096056:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078112.096058:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078112.096060:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078112.096061:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078112.096062:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078112.096063:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078112.096065:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078112.096066:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078112.096067:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078112.096069:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078112.096070:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078112.096071:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096072:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078112.096074:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617428608/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078112.096079:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078112.096079:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078112.096080:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078112.096082:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078112.096082:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078112.096083:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078112.096084:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078112.096085:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078112.096086:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078112.096087:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078112.096088:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078112.096090:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078112.096091:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096092:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078112.096094:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078112.096095:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078112.096097:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078112.096098:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078112.414760:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078112.414766:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078112.414823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078112.414828:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078112.414832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078113.438781:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078113.438788:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078113.438854:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078113.438858:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078113.438862:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078113.630740:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299771846, at 4299771904
00000100:00000040:0.0:1769078113.630744:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299771846, at 4299771904
00000100:00000010:1.0:1769078113.630759:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00000100:00000010:0.0:1769078113.630762:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95420.
00010000:00000001:1.0:1769078114.462779:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078114.462787:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078114.462867:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078114.462872:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078114.462876:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078115.486757:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078115.486763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078115.486831:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078115.486835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078115.486839:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078116.510742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078116.510748:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078116.510749:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078116.510751:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078116.510754:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078116.510756:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078116.510757:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078116.510759:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078116.510802:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078116.510805:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078116.510807:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078117.214771:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.214782:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078117.214785:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.214789:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.214793:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078117.214800:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5103
00000400:00000200:2.0:1769078117.214809:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078117.214814:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.214818:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.214821:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.214824:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.214827:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.214830:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078117.214834:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.214836:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078117.214838:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.214841:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078117.214844:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078117.214846:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078117.214849:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.214851:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.214862:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.214865:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078117.214868:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078117.214871:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078117.214874:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.214877:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078117.214880:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.214883:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.214885:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078117.214901:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078117.214909:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769078117.214913:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078117.214917:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.214918:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.214921:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.214924:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.214928:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.214936:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:2.0:1769078117.214943:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.214951:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.214961:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.214965:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.214970:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078117.214995:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078117.214998:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078117.215001:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078117.215002:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.215004:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.215007:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078117.215009:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5103
00000400:00000200:2.0:1769078117.215019:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078117.215022:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.215023:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.215026:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215027:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.215029:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215031:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078117.215032:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.215033:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078117.215034:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.215035:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078117.215037:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078117.215038:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078117.215039:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078117.215044:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078117.215045:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078117.215047:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078117.215049:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078117.215052:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215056:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078117.215059:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078117.215060:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078117.215067:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215073:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215075:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078117.215077:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078117.215080:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.215084:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078117.215085:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1769078117.215089:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.215091:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078117.215093:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078117.215096:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1769078117.215100:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078117.215102:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617428736:192.168.204.140@tcp:250:kworker.0
00000008:00000001:2.0:1769078117.215104:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.215108:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215112:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1769078117.215114:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
00000020:00000040:2.0:1769078117.215117:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078117.215118:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1769078117.215120:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078117.215122:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.215123:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.215129:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078117.215134:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
00000100:00000001:2.0:1769078117.215135:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078117.215138:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.215138:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.215141:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.215146:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000400:00000200:1.0:1769078117.215148:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078117.215150:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078117.215155:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00100000:2.0:1769078117.215156:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078117.215163:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078117.215164:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000001:2.0:1769078117.215166:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.215170:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078117.215173:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428736, portal 25
00000100:00000001:2.0:1769078117.215180:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.215183:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078117.215185:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078117.215187:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078117.215188:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078117.215190:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078117.215193:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000001:2.0:1769078117.215193:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078117.215195:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078117.215203:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078117.215204:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078117.215207:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5103
00000400:00000200:2.0:1769078117.215215:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078117.215219:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078117.215223:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078117.215229:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215232:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078117.215236:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215240:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078117.215244:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1769078117.215244:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078117.215248:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078117.215249:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078117.215251:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000040:1.0:1769078117.215252:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769078117.215253:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078117.215256:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078117.215258:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000040:2.0:1769078117.215259:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215263:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078117.215264:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617428736, offset 0
00000100:00000040:2.0:1769078117.215265:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215267:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078117.215271:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078117.215273:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078117.215274:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078117.215277:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078117.215278:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769078117.215279:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078117.215283:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.215284:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078117.215286:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078117.215287:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078117.215289:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.215292:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000010:2.0:1769078117.215294:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769078117.215297:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078117.215299:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078117.215301:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.215302:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078117.215303:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078117.215306:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078117.215308:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078117.215310:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000400:00000200:1.0:1769078117.215311:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078117.215313:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078117.215318:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078117.215319:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078117.215326:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078117.215327:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078117.215330:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.215332:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769078117.215336:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078117.215342:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71045:71045:256:4294967295] 192.168.204.140@tcp LPNI seq info [71045:71045:8:4294967295]
00000100:00000001:2.0:1769078117.215346:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078117.215351:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5113)
00000400:00000200:1.0:1769078117.215352:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078117.215366:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078117.215374:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.215379:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078117.215385:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078117.215389:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078117.215395:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078117.215398:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078117.215402:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.215405:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078117.215410:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078117.215415:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078117.215419:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078117.215422:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078117.215426:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078117.215431:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215439:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.215443:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215454:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215456:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078117.215461:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.215466:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078117.215468:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299776966
00000100:00000010:1.0:1769078117.215473:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a950c0.
00000100:00000001:1.0:1769078117.215479:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078117.215485:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299776966
00000100:00000010:1.0:1769078117.215488:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95b40.
00000100:00000001:1.0:1769078117.215491:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078117.215494:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078117.215497:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215499:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078117.215504:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078117.215514:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078117.215516:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078117.215517:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078117.215520:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078117.215522:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078117.215524:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078117.215528:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078117.215537:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215543:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078117.215545:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215547:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.215549:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078117.215553:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215560:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078117.215565:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215571:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078117.215574:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215576:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.215577:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215579:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078117.215581:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078117.215583:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078117.215587:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078117.215589:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078117.215593:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078117.215602:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617428736:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078117.215606:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215608:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.215611:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617428736/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215617:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078117.215620:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078117.215622:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078117.215625:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078117.215626:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078117.215628:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078117.215630:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078117.215633:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078117.215636:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078117.215638:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078117.215640:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769078117.215644:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078117.215646:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215648:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215655:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078117.215656:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215683:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078117.215685:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078117.215687:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078117.215691:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215698:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078117.215699:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.215702:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078117.215704:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078117.215706:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078117.215708:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428864:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078117.215712:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078117.215714:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078117.215715:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.215717:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078117.215720:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078117.215721:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.215725:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078117.215728:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078117.215732:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078117.215741:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428864, portal 10
00000100:00000001:1.0:1769078117.215744:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078117.215745:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769078117.215751:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215758:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078117.215760:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078117.215763:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078117.215765:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617428864, offset 0
00000400:00000200:1.0:1769078117.215769:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078117.215773:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078117.215776:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078117.215779:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078117.215781:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078117.215783:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078117.215786:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078117.215788:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71046:71046:256:4294967295] 192.168.204.140@tcp LPNI seq info [71046:71046:8:4294967295]
00000400:00000200:1.0:1769078117.215792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078117.215798:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078117.215802:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.215805:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078117.215809:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078117.215812:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078117.215816:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078117.215819:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078117.215822:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.215824:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078117.215827:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078117.215830:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078117.215833:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078117.215835:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078117.215838:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078117.215842:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215859:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.215866:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215872:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215873:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078117.215877:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078117.215881:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078117.215884:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078117.215885:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299775500
00000100:00000001:1.0:1769078117.215905:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299776966
00000100:00000001:1.0:1769078117.215907:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299775500
00000100:00000001:1.0:1769078117.215909:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299776966
00000100:00000001:1.0:1769078117.215911:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078117.215913:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.215914:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078117.215918:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078117.215925:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078117.215926:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078117.215927:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078117.215929:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078117.215931:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078117.215933:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078117.215936:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078117.215943:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215948:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078117.215950:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215951:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.215952:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078117.215956:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215962:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078117.215966:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.215972:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078117.215975:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215976:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.215977:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.215979:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078117.215981:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078117.215983:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078117.215986:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078117.215989:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078117.215993:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078117.216000:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428864:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078117.216004:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078117.216007:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216014:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078117.216015:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.216017:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078117.216019:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078117.216021:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078117.216023:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428992:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078117.216026:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078117.216028:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078117.216029:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078117.216030:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078117.216034:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078117.216036:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078117.216040:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078117.216043:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078117.216046:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078117.216049:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617428992, portal 4
00000100:00000001:1.0:1769078117.216050:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078117.216052:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:1.0:1769078117.216057:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216063:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078117.216065:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078117.216068:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078117.216070:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617428992, offset 0
00000400:00000200:1.0:1769078117.216073:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078117.216076:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078117.216080:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078117.216082:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078117.216085:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078117.216087:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078117.216089:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078117.216092:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71047:71047:256:4294967295] 192.168.204.140@tcp LPNI seq info [71047:71047:8:4294967295]
00000400:00000200:1.0:1769078117.216095:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078117.216101:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078117.216105:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.216107:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078117.216111:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078117.216113:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078117.216117:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078117.216119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078117.216123:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078117.216125:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078117.216127:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078117.216130:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078117.216133:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078117.216135:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078117.216137:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078117.216140:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216147:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.216150:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216156:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.216158:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078117.216161:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078117.216164:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078117.216167:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078117.216168:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299776966
00000100:00000001:1.0:1769078117.216171:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299776966
00000100:00000001:1.0:1769078117.216172:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299776966
00000100:00000001:1.0:1769078117.216174:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299776966
00000100:00000001:1.0:1769078117.216176:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078117.216178:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.216180:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078117.216183:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078117/real 1769078117]  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078117.216191:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078117.216192:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078117.216194:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078117.216196:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078117.216198:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078117.216200:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078117.216203:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078117.216211:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216222:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078117.216223:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216225:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.216226:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078117.216230:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216236:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078117.216240:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216247:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078117.216249:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216251:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078117.216252:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216254:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078117.216257:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078117.216260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078117.216263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078117.216265:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078117.216269:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078117.216277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617428992:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078117.216280:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216282:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.216285:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617428864/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216291:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078117.216292:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078117.216294:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078117.216297:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078117.216298:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078117.216300:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078117.216301:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078117.216303:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078117.216305:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078117.216307:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078117.216308:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769078117.216310:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078117.216312:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216313:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078117.216317:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617428992/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078117.216323:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078117.216324:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078117.216326:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078117.216327:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078117.216328:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078117.216330:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078117.216332:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078117.216333:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078117.216335:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078117.216336:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078117.216337:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769078117.216340:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078117.216341:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216343:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078117.216346:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078117.216347:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078117.216349:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078117.216350:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078117.534763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078117.534768:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078117.534826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078117.534831:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078117.534835:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078118.558765:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078118.558771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078118.558830:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078118.558833:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078118.558835:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078118.750755:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299776966, at 4299777024
00000100:00000040:1.0:1769078118.750755:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299776966, at 4299777024
00000100:00000010:1.0:1769078118.750768:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00000100:00000010:0.0:1769078118.750770:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a950c0.
00010000:00000001:1.0:1769078119.582750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078119.582755:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078119.582803:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078119.582806:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078119.582808:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078120.606753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078120.606757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078120.606811:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078120.606815:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078120.606819:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078121.630775:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078121.630782:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078121.630840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078121.630843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078121.630846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078122.334731:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078122.334741:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078122.334744:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078122.334747:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078122.334751:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078122.334757:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5108
00000400:00000200:2.0:1769078122.334765:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078122.334771:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078122.334774:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078122.334777:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334780:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078122.334783:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334786:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078122.334789:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078122.334791:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078122.334794:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078122.334796:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078122.334798:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078122.334814:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078122.334817:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334820:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078122.334821:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334823:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078122.334826:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078122.334830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334833:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.334836:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078122.334839:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078122.334841:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.334843:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078122.334845:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078122.334853:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769078122.334856:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078122.334860:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078122.334862:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.334864:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078122.334867:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078122.334871:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078122.334880:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237400.
00000100:00000001:2.0:1769078122.334885:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078122.334893:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078122.334902:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078122.334906:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078122.334910:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.334930:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078122.334932:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078122.334935:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078122.334937:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078122.334939:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078122.334942:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078122.334945:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5108
00000400:00000200:2.0:1769078122.334949:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078122.334951:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1769078122.334953:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078122.334955:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1769078122.334957:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078122.334958:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078122.334963:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078122.334966:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.334967:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078122.334972:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.334977:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078122.334980:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078122.334981:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078122.334983:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078122.334984:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
02000000:00000001:1.0:1769078122.334986:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1769078122.334987:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078122.334990:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1769078122.334991:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
02000000:00000001:1.0:1769078122.334993:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078122.334995:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:1.0:1769078122.334998:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429120:192.168.204.140@tcp:250:kworker.0
00000020:00000001:2.0:1769078122.334999:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078122.335004:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1769078122.335007:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078122.335008:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078122.335010:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078122.335011:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.335014:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078122.335015:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000010:1.0:1769078122.335018:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:2.0:1769078122.335019:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078122.335022:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078122.335023:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078122.335027:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335030:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078122.335032:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078122.335035:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000001:2.0:1769078122.335035:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078122.335041:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078122.335044:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335046:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769078122.335048:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000008:00100000:2.0:1769078122.335049:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769078122.335054:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429120, portal 25
00000008:00000001:2.0:1769078122.335054:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335056:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335058:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078122.335060:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000010:2.0:1769078122.335062:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000100:00000040:1.0:1769078122.335065:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078122.335067:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078122.335073:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078122.335076:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078122.335077:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335080:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769078122.335081:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769078122.335083:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078122.335085:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
02000000:00000001:2.0:1769078122.335087:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078122.335089:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617429120, offset 0
02000000:00000010:2.0:1769078122.335092:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944237c00.
00000400:00000200:1.0:1769078122.335096:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078122.335099:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335103:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769078122.335107:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078122.335110:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078122.335118:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1769078122.335122:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078122.335123:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078122.335126:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335129:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078122.335134:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769078122.335135:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078122.335137:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71048:71048:256:4294967295] 192.168.204.140@tcp LPNI seq info [71048:71048:8:4294967295]
00000400:00000200:1.0:1769078122.335146:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078122.335155:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335156:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1769078122.335160:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078122.335164:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078122.335168:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078122.335170:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:2.0:1769078122.335172:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078122.335178:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:2.0:1769078122.335179:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078122.335183:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769078122.335184:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1769078122.335186:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078122.335188:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078122.335192:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5108
00000800:00000200:1.1:1769078122.335196:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:2.0:1769078122.335197:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.1:1769078122.335201:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000400:00000200:2.0:1769078122.335205:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000100:1.0:1769078122.335209:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00080000:2.0:1769078122.335210:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1769078122.335211:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:2.0:1769078122.335216:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335218:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078122.335219:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078122.335225:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1769078122.335225:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.335230:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078122.335232:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000020:00000001:2.0:1769078122.335234:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1769078122.335235:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000020:00000040:2.0:1769078122.335236:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000001:1.0:1769078122.335239:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1769078122.335240:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078122.335243:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078122.335244:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078122.335247:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078122.335252:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078122.335257:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078122.335258:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078122.335262:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.335262:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078122.335267:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078122.335272:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078122.335274:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078122.335276:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769078122.335277:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1769078122.335282:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078122.335283:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335285:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335288:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078122.335288:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078122.335292:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299782086
02000000:00000001:2.0:1769078122.335292:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1769078122.335295:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95b40.
02000000:00000001:2.0:1769078122.335296:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335300:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078122.335302:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769078122.335304:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1769078122.335305:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335308:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078122.335312:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769078122.335314:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078122.335315:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299782086
02000000:00000001:2.0:1769078122.335317:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1769078122.335320:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c00.
02000000:00000001:2.0:1769078122.335320:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078122.335325:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078122.335326:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1769078122.335328:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078122.335329:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078122.335332:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078122.335332:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335337:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1769078122.335340:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00100000:1.0:1769078122.335341:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.335346:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078122.335350:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078122.335353:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078122.335355:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000100:00100000:2.0:1769078122.335355:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078122.335359:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078122.335361:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078122.335365:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078122.335369:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078122.335371:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078122.335376:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078122.335380:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078122.335384:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335388:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078122.335391:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335395:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335397:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078122.335403:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.335404:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078122.335410:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5118)
00000100:00000001:1.0:1769078122.335411:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078122.335418:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335431:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078122.335434:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335436:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335437:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335439:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078122.335441:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078122.335444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078122.335448:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078122.335450:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078122.335455:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078122.335463:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429120:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078122.335467:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335469:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078122.335471:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617429120/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335475:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078122.335477:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078122.335479:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078122.335481:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078122.335482:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078122.335483:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078122.335484:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078122.335486:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237400.
02000000:00000001:1.0:1769078122.335490:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078122.335491:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078122.335493:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769078122.335496:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078122.335497:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335499:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335507:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078122.335509:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335511:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078122.335512:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078122.335513:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078122.335517:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335523:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078122.335525:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.335527:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078122.335528:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078122.335530:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.335533:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429248:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078122.335536:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078122.335538:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078122.335540:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.335541:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078122.335544:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078122.335546:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335549:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078122.335551:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078122.335554:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078122.335556:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429248, portal 10
00000100:00000001:1.0:1769078122.335557:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078122.335558:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769078122.335562:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335566:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078122.335567:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078122.335569:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078122.335570:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617429248, offset 0
00000400:00000200:1.0:1769078122.335572:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335575:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078122.335577:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078122.335579:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078122.335581:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078122.335582:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078122.335584:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335586:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71049:71049:256:4294967295] 192.168.204.140@tcp LPNI seq info [71049:71049:8:4294967295]
00000400:00000200:1.0:1769078122.335589:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078122.335592:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078122.335595:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078122.335597:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078122.335599:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078122.335601:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078122.335603:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078122.335605:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078122.335607:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078122.335608:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078122.335610:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078122.335612:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078122.335613:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078122.335615:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078122.335616:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078122.335618:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335622:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078122.335624:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335628:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335629:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078122.335630:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078122.335633:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078122.335634:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078122.335636:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299780619
00000100:00000001:1.0:1769078122.335638:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299782086
00000100:00000001:1.0:1769078122.335639:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299780619
00000100:00000001:1.0:1769078122.335640:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299782086
00000100:00000001:1.0:1769078122.335642:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078122.335643:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335644:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078122.335646:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078122.335650:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078122.335650:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078122.335651:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078122.335653:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078122.335654:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078122.335655:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078122.335656:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078122.335680:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335687:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078122.335688:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335690:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335691:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078122.335695:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335700:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078122.335704:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335711:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078122.335713:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335715:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335716:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335718:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078122.335720:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078122.335722:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078122.335725:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078122.335727:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078122.335731:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078122.335736:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429248:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078122.335739:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078122.335741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335746:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078122.335747:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.335749:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078122.335751:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078122.335753:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078122.335755:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429376:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078122.335758:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078122.335760:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078122.335762:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078122.335763:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078122.335767:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078122.335768:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078122.335773:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078122.335776:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078122.335778:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078122.335781:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429376, portal 4
00000100:00000001:1.0:1769078122.335783:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078122.335785:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000100:00000040:1.0:1769078122.335790:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335796:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078122.335797:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078122.335799:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078122.335815:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617429376, offset 0
00000400:00000200:1.0:1769078122.335818:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335821:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078122.335823:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078122.335825:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078122.335827:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078122.335828:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078122.335830:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078122.335832:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71050:71050:256:4294967295] 192.168.204.140@tcp LPNI seq info [71050:71050:8:4294967295]
00000400:00000200:1.0:1769078122.335844:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078122.335848:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078122.335851:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078122.335853:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078122.335855:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078122.335857:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078122.335859:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078122.335861:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078122.335863:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078122.335869:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078122.335872:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078122.335874:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078122.335875:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078122.335877:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078122.335878:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078122.335880:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335885:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078122.335887:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335891:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335892:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078122.335894:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078122.335895:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078122.335898:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078122.335899:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299782086
00000100:00000001:1.0:1769078122.335900:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299782086
00000100:00000001:1.0:1769078122.335902:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299782086
00000100:00000001:1.0:1769078122.335903:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299782086
00000100:00000001:1.0:1769078122.335904:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078122.335905:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335906:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078122.335908:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078122/real 1769078122]  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078122.335912:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078122.335913:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078122.335914:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078122.335915:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078122.335916:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078122.335917:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078122.335919:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078122.335924:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335927:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078122.335927:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335928:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335929:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078122.335931:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335935:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078122.335937:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335941:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078122.335942:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335943:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078122.335944:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335945:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078122.335946:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078122.335948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078122.335949:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078122.335950:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078122.335952:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078122.335956:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429376:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078122.335959:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335960:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078122.335961:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617429248/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335965:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078122.335966:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078122.335967:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078122.335968:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078122.335968:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078122.335969:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078122.335970:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078122.335972:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944237c00.
02000000:00000001:1.0:1769078122.335973:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078122.335974:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078122.335975:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769078122.335976:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078122.335977:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335978:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078122.335980:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617429376/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078122.335983:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078122.335984:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078122.335984:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078122.335985:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078122.335986:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078122.335987:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078122.335988:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078122.335988:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078122.335989:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078122.335990:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078122.335991:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769078122.335992:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078122.335992:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335993:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078122.335995:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078122.335996:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078122.335997:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078122.335998:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078122.654768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078122.654773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078122.654832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078122.654835:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078122.654837:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078123.678759:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078123.678764:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078123.678821:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078123.678825:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078123.678827:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078123.870715:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299782086, at 4299782144
00000100:00000040:0.0:1769078123.870716:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299782086, at 4299782144
00000100:00000010:1.0:1769078123.870728:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000100:00000010:0.0:1769078123.870730:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95b40.
00010000:00000001:1.0:1769078124.702774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078124.702780:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078124.702864:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078124.702869:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078124.702873:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078125.726767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078125.726773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078125.726834:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078125.726838:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078125.726840:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078126.750801:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078126.750811:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078126.750814:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078126.750816:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078126.750822:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078126.750824:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078126.750826:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078126.750829:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078126.750881:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078126.750885:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078126.750888:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078127.454828:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.454842:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078127.454845:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.454850:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.454855:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.454865:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5113
00000400:00000200:3.0:1769078127.454884:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078127.454892:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.454896:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078127.454899:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.454903:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.454906:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.454909:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078127.454914:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.454916:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078127.454920:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.454923:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078127.454926:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078127.454928:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078127.454932:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.454934:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078127.454937:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.454939:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078127.454943:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078127.454947:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078127.454950:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.454954:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.454959:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.454962:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.454965:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078127.454967:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078127.454980:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769078127.454985:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078127.454990:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.454992:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.454996:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078127.454999:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.455004:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078127.455022:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769078127.455030:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.455041:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078127.455053:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.455059:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.455065:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.455094:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078127.455098:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.455102:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078127.455104:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.455106:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.455110:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078127.455114:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5113
00000400:00000200:3.0:1769078127.455119:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078127.455124:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078127.455127:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078127.455129:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078127.455132:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078127.455135:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078127.455138:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078127.455139:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078127.455145:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078127.455149:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.455150:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078127.455158:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.455161:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078127.455164:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078127.455165:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078127.455167:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078127.455170:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
02000000:00000001:1.0:1769078127.455172:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1769078127.455174:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
02000000:00000001:1.0:1769078127.455176:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.455181:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078127.455181:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:1.0:1769078127.455188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429504:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769078127.455192:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078127.455193:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078127.455198:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078127.455199:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078127.455203:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.455205:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078127.455206:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078127.455211:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000010:1.0:1769078127.455212:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078127.455217:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078127.455218:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078127.455224:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078127.455226:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078127.455232:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078127.455234:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
02000000:00000001:3.0:1769078127.455237:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769078127.455241:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000001:3.0:1769078127.455246:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769078127.455251:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429504, portal 25
02000000:00000001:3.0:1769078127.455251:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.455254:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078127.455255:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078127.455258:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000008:00100000:3.0:1769078127.455262:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078127.455264:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078127.455271:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.455276:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455285:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:3.0:1769078127.455285:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000100:00000040:1.0:1769078127.455290:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769078127.455291:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:1.0:1769078127.455294:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078127.455298:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617429504, offset 0
02000000:00000001:3.0:1769078127.455304:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078127.455305:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078127.455309:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.455314:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078127.455318:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078127.455318:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.455323:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455331:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000010:3.0:1769078127.455331:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769078127.455338:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455343:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1769078127.455348:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078127.455353:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078127.455362:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078127.455363:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078127.455369:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078127.455375:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71051:71051:256:4294967295] 192.168.204.140@tcp LPNI seq info [71051:71051:8:4294967295]
00000100:00000001:3.0:1769078127.455377:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455383:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078127.455388:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078127.455405:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078127.455409:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078127.455417:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078127.455417:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078127.455425:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1769078127.455427:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:3.0:1769078127.455429:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078127.455436:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078127.455438:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078127.455442:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078127.455445:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1769078127.455448:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078127.455450:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5113
00000800:00000200:1.0:1769078127.455453:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1769078127.455460:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.1:1769078127.455465:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:3.0:1769078127.455470:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769078127.455470:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1769078127.455477:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1769078127.455480:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078127.455483:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000040:3.0:1769078127.455485:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.455490:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078127.455491:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078127.455494:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.455498:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078127.455504:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078127.455504:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078127.455507:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078127.455511:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078127.455513:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078127.455514:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000020:00000001:3.0:1769078127.455517:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078127.455519:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000020:00000001:3.0:1769078127.455521:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078127.455527:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078127.455528:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078127.455530:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078127.455535:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455547:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078127.455547:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078127.455552:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078127.455554:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078127.455557:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078127.455566:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078127.455570:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078127.455572:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078127.455576:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078127.455580:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455582:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455585:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078127.455585:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078127.455591:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000001:1.0:1769078127.455595:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078127.455596:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.455601:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455602:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078127.455608:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299787206
00000100:00000010:3.0:1769078127.455611:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000100:00000010:1.0:1769078127.455617:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c00.
00000020:00000040:3.0:1769078127.455617:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078127.455624:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078127.455626:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078127.455628:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078127.455629:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1769078127.455630:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078127.455636:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455642:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299787206
02000000:00000010:3.0:1769078127.455642:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000010:1.0:1769078127.455649:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95240.
00000100:00000001:1.0:1769078127.455653:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078127.455656:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455696:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078127.455700:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078127.455702:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078127.455704:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078127.455711:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078127.455731:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078127.455736:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078127.455747:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078127.455751:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078127.455754:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078127.455759:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769078127.455763:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455765:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078127.455770:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000040:3.0:1769078127.455771:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5123)
00000100:00000001:1.0:1769078127.455774:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078127.455783:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078127.455795:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455804:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078127.455806:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455808:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.455810:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078127.455813:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455819:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078127.455822:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455827:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078127.455829:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455830:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.455831:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455833:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078127.455834:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078127.455837:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078127.455839:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078127.455841:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078127.455844:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078127.455849:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429504:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078127.455854:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455856:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078127.455858:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617429504/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455862:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078127.455864:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078127.455866:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078127.455869:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078127.455870:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078127.455871:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078127.455873:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078127.455875:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078127.455879:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078127.455881:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078127.455882:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:1.0:1769078127.455885:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078127.455886:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455887:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.455895:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078127.455896:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.455898:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078127.455899:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078127.455900:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078127.455903:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455908:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078127.455909:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.455911:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078127.455912:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.455914:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078127.455916:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429632:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078127.455918:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078127.455920:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078127.455921:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.455922:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078127.455925:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078127.455926:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.455930:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078127.455932:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078127.455935:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078127.455937:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429632, portal 10
00000100:00000001:1.0:1769078127.455939:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078127.455940:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000040:1.0:1769078127.455945:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.455950:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078127.455951:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078127.455953:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078127.455955:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617429632, offset 0
00000400:00000200:1.0:1769078127.455958:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078127.455961:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078127.455964:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078127.455966:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078127.455968:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078127.455970:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078127.455972:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078127.455974:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71052:71052:256:4294967295] 192.168.204.140@tcp LPNI seq info [71052:71052:8:4294967295]
00000400:00000200:1.0:1769078127.455977:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078127.455982:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078127.455985:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078127.455987:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078127.455990:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078127.455992:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078127.455995:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078127.455997:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078127.456023:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078127.456025:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078127.456027:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078127.456030:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078127.456033:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078127.456034:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078127.456036:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078127.456039:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456044:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078127.456047:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456051:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.456052:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078127.456055:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.456059:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078127.456061:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078127.456063:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299785740
00000100:00000001:1.0:1769078127.456065:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299787206
00000100:00000001:1.0:1769078127.456067:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299785740
00000100:00000001:1.0:1769078127.456069:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299787206
00000100:00000001:1.0:1769078127.456070:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078127.456072:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.456073:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078127.456075:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078127.456081:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078127.456082:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078127.456083:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078127.456085:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078127.456086:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078127.456087:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078127.456090:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078127.456096:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456099:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078127.456100:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456101:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.456102:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078127.456104:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456109:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078127.456111:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456116:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078127.456118:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456119:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.456120:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456121:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078127.456123:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078127.456124:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078127.456126:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078127.456127:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078127.456130:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078127.456135:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429632:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078127.456137:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078127.456139:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456143:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078127.456144:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.456145:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078127.456147:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078127.456148:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078127.456150:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429760:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078127.456153:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078127.456154:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078127.456155:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078127.456156:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078127.456159:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078127.456160:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078127.456163:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078127.456165:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078127.456167:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078127.456169:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429760, portal 4
00000100:00000001:1.0:1769078127.456171:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078127.456172:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078127.456176:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456180:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078127.456182:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078127.456183:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078127.456185:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617429760, offset 0
00000400:00000200:1.0:1769078127.456188:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078127.456190:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078127.456192:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078127.456194:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078127.456196:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078127.456198:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078127.456200:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078127.456202:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71053:71053:256:4294967295] 192.168.204.140@tcp LPNI seq info [71053:71053:8:4294967295]
00000400:00000200:1.0:1769078127.456204:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078127.456209:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078127.456212:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078127.456214:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078127.456217:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078127.456219:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078127.456222:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078127.456224:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078127.456226:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078127.456228:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078127.456230:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078127.456232:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078127.456234:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078127.456235:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078127.456237:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078127.456239:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456244:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078127.456246:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456251:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.456252:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078127.456254:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078127.456256:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078127.456258:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078127.456259:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299787206
00000100:00000001:1.0:1769078127.456261:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299787206
00000100:00000001:1.0:1769078127.456263:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299787206
00000100:00000001:1.0:1769078127.456264:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299787206
00000100:00000001:1.0:1769078127.456265:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078127.456267:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.456268:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078127.456270:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078127/real 1769078127]  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078127.456274:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078127.456275:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078127.456276:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078127.456278:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078127.456279:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078127.456280:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078127.456283:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078127.456287:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456296:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078127.456297:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456298:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.456299:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078127.456301:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456305:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078127.456308:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456312:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078127.456313:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456314:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078127.456315:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456316:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078127.456318:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078127.456320:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078127.456321:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078127.456323:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078127.456325:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078127.456330:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617429760:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078127.456332:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456334:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078127.456337:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617429632/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456345:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078127.456346:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078127.456349:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078127.456351:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078127.456353:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078127.456354:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078127.456357:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078127.456359:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078127.456362:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078127.456363:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078127.456365:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:1.0:1769078127.456368:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078127.456370:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456372:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078127.456376:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617429760/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078127.456383:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078127.456385:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078127.456387:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078127.456389:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078127.456390:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078127.456392:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078127.456394:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078127.456396:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078127.456399:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078127.456400:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078127.456402:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078127.456404:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078127.456405:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456408:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078127.456412:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078127.456413:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078127.456415:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078127.456417:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078127.774820:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078127.774828:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078127.774905:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078127.774910:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078127.774914:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078128.798811:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078128.798818:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078128.798890:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078128.798895:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078128.798898:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078128.990763:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299787206, at 4299787264
00000100:00000040:0.0:1769078128.990767:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299787206, at 4299787264
00000100:00000010:1.0:1769078128.990779:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000100:00000010:0.0:1769078128.990794:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00010000:00000001:1.0:1769078129.822739:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078129.822744:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078129.822794:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078129.822798:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078129.822801:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078130.846761:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078130.846767:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078130.846817:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078130.846820:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078130.846823:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078131.870740:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078131.870745:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078131.870787:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078131.870791:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078131.870794:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078132.574734:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.574743:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078132.574745:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.574748:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.574752:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.574757:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5118
00000400:00000200:3.0:1769078132.574764:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078132.574769:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.574772:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.574775:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574777:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.574779:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574781:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078132.574785:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.574786:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078132.574788:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.574791:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078132.574793:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078132.574795:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078132.574797:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574798:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.574799:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574800:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078132.574802:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078132.574804:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574806:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.574808:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.574810:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.574812:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.574814:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078132.574815:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.574823:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769078132.574825:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078132.574828:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.574830:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.574832:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.574834:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.574837:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.574843:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769078132.574848:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.574854:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078132.574862:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.574865:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.574868:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.574886:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078132.574889:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078132.574891:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078132.574892:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.574894:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.574896:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078132.574898:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5118
00000400:00000200:3.0:1769078132.574900:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078132.574902:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.574904:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.574906:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574908:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.574909:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574911:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078132.574913:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.574914:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078132.574915:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078132.574916:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078132.574918:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078132.574920:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078132.574922:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574923:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078132.574925:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078132.574925:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078132.574930:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078132.574930:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078132.574932:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078132.574935:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078132.574936:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078132.574945:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078132.574947:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078132.574947:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.574953:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.574957:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.574961:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078132.574965:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078132.574967:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1769078132.574969:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.574972:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.574972:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078132.574977:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
02000000:00000001:1.0:1769078132.574980:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078132.574982:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078132.574986:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.574988:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078132.574991:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.574993:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.574995:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.574999:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1769078132.575002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429888:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769078132.575003:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078132.575010:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:1.0:1769078132.575011:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078132.575017:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.575019:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078132.575024:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078132.575028:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078132.575029:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078132.575037:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:3.0:1769078132.575040:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078132.575042:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.575045:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078132.575050:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078132.575056:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078132.575064:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078132.575065:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000040:3.0:1769078132.575067:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078132.575072:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078132.575074:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078132.575076:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00080000:3.0:1769078132.575077:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078132.575081:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078132.575083:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078132.575084:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078132.575086:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617429888, portal 25
00000100:00080000:3.0:1769078132.575087:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5118
00000100:00000001:1.0:1769078132.575093:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769078132.575093:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078132.575099:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000400:00000200:3.0:1769078132.575099:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078132.575103:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078132.575107:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.575109:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078132.575113:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078132.575114:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.575117:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078132.575122:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078132.575124:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078132.575126:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078132.575133:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1769078132.575136:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000040:1.0:1769078132.575141:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769078132.575142:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078132.575146:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078132.575147:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000040:3.0:1769078132.575151:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078132.575154:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617429888, offset 0
00000100:00000001:3.0:1769078132.575154:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078132.575156:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078132.575161:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078132.575162:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078132.575167:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078132.575169:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078132.575170:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078132.575175:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078132.575178:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078132.575180:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.575182:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078132.575184:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00100000:3.0:1769078132.575185:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078132.575189:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.575190:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575195:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000010:3.0:1769078132.575195:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769078132.575200:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078132.575203:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078132.575206:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078132.575206:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078132.575211:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078132.575212:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078132.575213:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575216:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000010:3.0:1769078132.575218:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000400:00000200:1.0:1769078132.575224:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078132.575224:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575230:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00100000:3.0:1769078132.575232:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078132.575241:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71054:71054:256:4294967295] 192.168.204.140@tcp LPNI seq info [71054:71054:8:4294967295]
00000100:00000001:3.0:1769078132.575244:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078132.575248:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575254:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078132.575255:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078132.575267:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575274:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1769078132.575275:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5128)
00000800:00000200:1.0:1769078132.575286:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575293:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078132.575310:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078132.575315:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078132.575322:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078132.575326:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078132.575330:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575333:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078132.575339:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078132.575344:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078132.575348:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078132.575350:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078132.575354:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078132.575359:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575370:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.575374:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575381:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575383:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078132.575390:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575394:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078132.575397:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299792326
00000100:00000010:1.0:1769078132.575402:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95240.
00000100:00000001:1.0:1769078132.575409:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078132.575422:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299792326
00000100:00000010:1.0:1769078132.575426:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95780.
00000100:00000001:1.0:1769078132.575429:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078132.575433:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078132.575436:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575438:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078132.575443:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078132/real 1769078132]  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078132.575453:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078132.575455:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078132.575457:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078132.575461:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078132.575463:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078132.575466:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078132.575470:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078132.575480:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575488:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078132.575490:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575493:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.575495:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078132.575499:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575507:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078132.575512:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575518:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078132.575521:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575522:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.575523:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575524:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078132.575526:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078132.575527:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078132.575530:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078132.575532:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078132.575535:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078132.575541:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617429888:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078132.575545:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575546:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.575548:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617429888/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575553:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078132.575555:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078132.575557:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078132.575559:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078132.575560:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078132.575561:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078132.575562:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078132.575564:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078132.575567:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078132.575568:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078132.575570:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078132.575572:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078132.575573:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575575:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575581:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078132.575583:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575584:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078132.575585:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078132.575587:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078132.575589:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575594:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078132.575595:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.575596:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078132.575598:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078132.575599:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078132.575601:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430016:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078132.575603:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078132.575605:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078132.575606:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.575607:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078132.575610:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078132.575611:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575615:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078132.575617:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078132.575619:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078132.575621:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430016, portal 10
00000100:00000001:1.0:1769078132.575623:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078132.575624:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769078132.575644:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575649:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078132.575656:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078132.575679:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078132.575681:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617430016, offset 0
00000400:00000200:1.0:1769078132.575684:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078132.575688:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078132.575691:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078132.575693:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078132.575695:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078132.575698:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078132.575700:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078132.575704:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71055:71055:256:4294967295] 192.168.204.140@tcp LPNI seq info [71055:71055:8:4294967295]
00000400:00000200:1.0:1769078132.575708:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078132.575715:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078132.575720:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575723:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078132.575727:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078132.575731:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078132.575735:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078132.575738:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078132.575742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575745:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078132.575748:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078132.575752:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078132.575755:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078132.575757:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078132.575760:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078132.575764:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575772:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.575775:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575782:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575783:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078132.575786:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078132.575789:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078132.575792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078132.575793:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299790860
00000100:00000001:1.0:1769078132.575796:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299792326
00000100:00000001:1.0:1769078132.575797:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299790860
00000100:00000001:1.0:1769078132.575799:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299792326
00000100:00000001:1.0:1769078132.575801:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078132.575802:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575803:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078132.575806:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078132/real 1769078132]  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078132.575811:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078132.575812:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078132.575813:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078132.575815:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078132.575816:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078132.575817:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078132.575819:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078132.575825:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575829:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078132.575830:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575831:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.575832:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078132.575834:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575838:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078132.575840:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575844:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078132.575846:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575847:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.575848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.575850:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078132.575851:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078132.575853:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078132.575855:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078132.575856:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078132.575859:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078132.575864:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430016:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078132.575867:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078132.575869:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575873:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078132.575874:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.575875:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078132.575876:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078132.575878:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078132.575879:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430144:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078132.575881:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078132.575883:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078132.575884:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078132.575885:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078132.575887:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078132.575889:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078132.575891:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078132.575893:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078132.575895:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078132.575897:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430144, portal 4
00000100:00000001:1.0:1769078132.575899:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078132.575900:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078132.575904:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575908:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078132.575910:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078132.575911:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078132.575913:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617430144, offset 0
00000400:00000200:1.0:1769078132.575915:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078132.575917:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078132.575920:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078132.575922:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078132.575923:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078132.575925:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078132.575926:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078132.575929:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71056:71056:256:4294967295] 192.168.204.140@tcp LPNI seq info [71056:71056:8:4294967295]
00000400:00000200:1.0:1769078132.575931:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078132.575936:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078132.575939:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575941:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078132.575944:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078132.575945:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078132.575949:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078132.575952:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078132.575956:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078132.575958:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078132.575961:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078132.575964:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078132.575967:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078132.575969:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078132.575972:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078132.575976:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575984:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.575987:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.575994:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.575996:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078132.575999:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078132.576002:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078132.576006:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078132.576008:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299792326
00000100:00000001:1.0:1769078132.576010:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299792326
00000100:00000001:1.0:1769078132.576011:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299792326
00000100:00000001:1.0:1769078132.576013:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299792326
00000100:00000001:1.0:1769078132.576014:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078132.576015:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.576017:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078132.576019:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078132/real 1769078132]  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078132.576025:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078132.576026:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078132.576027:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078132.576029:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078132.576030:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078132.576031:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078132.576033:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078132.576038:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.576043:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078132.576044:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576045:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.576046:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078132.576048:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.576053:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078132.576055:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.576060:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078132.576061:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576062:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078132.576063:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576064:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078132.576066:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078132.576067:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078132.576069:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078132.576071:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078132.576073:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078132.576078:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430144:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078132.576080:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576082:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.576084:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617430016/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.576088:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078132.576089:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078132.576090:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078132.576092:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078132.576093:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078132.576094:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078132.576095:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078132.576097:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078132.576098:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078132.576099:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078132.576101:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078132.576103:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078132.576104:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576105:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078132.576109:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617430144/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078132.576116:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078132.576118:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078132.576119:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078132.576121:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078132.576123:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078132.576124:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078132.576126:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078132.576128:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078132.576130:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078132.576132:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078132.576133:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078132.576136:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078132.576137:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576139:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078132.576143:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078132.576145:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078132.576147:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078132.576149:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078132.894763:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078132.894770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078132.894822:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078132.894825:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078132.894828:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078133.918769:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078133.918774:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078133.918836:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078133.918840:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078133.918844:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078134.110754:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299792326, at 4299792384
00000100:00000040:1.0:1769078134.110754:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299792326, at 4299792384
00000100:00000010:0.0:1769078134.110769:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00000100:00000010:1.0:1769078134.110774:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00010000:00000001:1.0:1769078134.942766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078134.942771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078134.942830:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078134.942833:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078134.942836:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078135.966764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078135.966769:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078135.966827:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078135.966831:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078135.966834:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078136.990749:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078136.990756:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078136.990758:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078136.990760:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.990764:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078136.990766:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.990767:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078136.990769:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078136.990830:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078136.990835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078136.990838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078137.694756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078137.694764:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078137.694766:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078137.694769:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078137.694772:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078137.694778:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5123
00000400:00000200:0.0:1769078137.694785:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078137.694790:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078137.694792:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078137.694795:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694798:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078137.694800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694801:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078137.694804:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078137.694806:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078137.694808:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078137.694810:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078137.694812:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078137.694813:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078137.694815:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694816:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078137.694817:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694818:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078137.694820:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078137.694822:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694824:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078137.694826:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078137.694828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078137.694830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.694832:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078137.694833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078137.694843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769078137.694847:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078137.694850:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078137.694852:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.694855:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078137.694858:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078137.694862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078137.694871:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769078137.694877:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078137.694887:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078137.694898:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078137.694902:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078137.694905:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078137.694925:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078137.694929:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078137.694932:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078137.694934:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078137.694935:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078137.694938:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078137.694941:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5123
00000400:00000200:0.0:1769078137.694945:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078137.694948:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078137.694951:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078137.694954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078137.694958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694960:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078137.694961:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078137.694963:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078137.694964:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078137.694966:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078137.694966:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078137.694968:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078137.694969:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078137.694970:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078137.694972:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078137.694975:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078137.694975:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078137.694978:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078137.694980:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694983:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078137.694984:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078137.694985:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078137.694987:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078137.694988:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078137.694990:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.694990:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078137.694991:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078137.694993:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078137.694996:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078137.694996:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078137.694998:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078137.694999:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617430272:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078137.695000:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078137.695003:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769078137.695004:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078137.695007:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695007:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1769078137.695009:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695010:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695012:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769078137.695013:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000020:00000040:0.0:1769078137.695015:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769078137.695017:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078137.695019:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078137.695027:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769078137.695029:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078137.695030:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078137.695031:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000100:00000001:0.0:1769078137.695032:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078137.695033:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078137.695035:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078137.695037:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
02000000:00000010:0.0:1769078137.695039:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769078137.695042:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078137.695044:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430272, portal 25
00000100:00100000:0.0:1769078137.695047:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078137.695047:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078137.695048:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766080 : -121799832785536 : ffff9139443bad80)
00000100:00000040:1.0:1769078137.695054:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078137.695055:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078137.695057:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078137.695062:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695070:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1769078137.695071:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078137.695073:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769078137.695074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078137.695076:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000040:0.0:1769078137.695078:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078137.695079:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617430272, offset 0
00000100:00080000:0.0:1769078137.695082:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078137.695085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078137.695086:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078137.695087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078137.695089:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078137.695091:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078137.695094:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5123
00000400:00000200:1.0:1769078137.695094:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695099:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078137.695105:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078137.695109:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078137.695112:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078137.695115:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695119:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71057:71057:256:4294967295] 192.168.204.140@tcp LPNI seq info [71057:71057:8:4294967295]
00000400:00000200:1.0:1769078137.695123:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695133:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078137.695140:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078137.695144:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000010:1.0:1769078137.695145:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000400:00000200:0.0:1769078137.695148:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078137.695150:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078137.695152:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078137.695153:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.695155:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078137.695156:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1769078137.695157:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.695159:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078137.695161:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769078137.695162:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769078137.695163:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078137.695164:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078137.695166:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769078137.695166:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1769078137.695169:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078137.695171:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078137.695174:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078137.695176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078137.695178:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000100:1.0:1769078137.695178:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078137.695180:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000010:1.0:1769078137.695181:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000020:00000040:0.0:1769078137.695183:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078137.695185:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695186:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078137.695188:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078137.695189:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078137.695191:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1769078137.695192:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078137.695194:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078137.695196:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000100:00000001:0.0:1769078137.695197:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078137.695199:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:1.0:1769078137.695199:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000008:00000001:0.0:1769078137.695202:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.695203:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695203:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1769078137.695207:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000100:00000200:1.0:1769078137.695207:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078137.695209:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078137.695217:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1769078137.695218:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078137.695219:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.695221:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1769078137.695221:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078137.695223:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078137.695225:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078137.695229:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769078137.695232:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695236:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078137.695237:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078137.695238:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078137.695244:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078137.695244:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078137.695246:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078137.695249:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769078137.695250:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695252:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299797446
00000100:00000010:1.0:1769078137.695257:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95780.
00000100:00000001:0.0:1769078137.695258:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078137.695262:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5133)
00000100:00000001:1.0:1769078137.695264:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078137.695270:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299797446
00000100:00000010:1.0:1769078137.695273:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a956c0.
00000100:00000001:1.0:1769078137.695276:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078137.695279:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078137.695281:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695284:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078137.695289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078137/real 1769078137]  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078137.695299:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078137.695301:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078137.695304:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078137.695306:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078137.695307:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078137.695309:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078137.695312:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078137.695318:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695323:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078137.695325:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695327:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695329:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078137.695334:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695342:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078137.695346:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695353:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078137.695356:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695358:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695360:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695362:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078137.695364:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078137.695367:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078137.695372:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078137.695374:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078137.695379:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078137.695388:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617430272:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078137.695392:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695393:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078137.695395:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bad80 x1855007617430272/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695400:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078137.695402:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078137.695405:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078137.695407:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078137.695408:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078137.695409:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078137.695411:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078137.695413:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769078137.695415:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078137.695417:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078137.695419:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bad80.
00000100:00000001:1.0:1769078137.695421:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078137.695422:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695423:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695429:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078137.695430:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695431:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078137.695432:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078137.695434:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078137.695436:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695440:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078137.695442:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695443:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078137.695444:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078137.695446:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078137.695447:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430400:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078137.695449:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078137.695451:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078137.695452:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695453:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078137.695455:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078137.695457:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078137.695460:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078137.695462:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078137.695465:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078137.695467:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430400, portal 10
00000100:00000001:1.0:1769078137.695468:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078137.695469:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876768768 : -121799832782848 : ffff9139443bb800)
00000100:00000040:1.0:1769078137.695473:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695478:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078137.695480:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078137.695481:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078137.695483:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617430400, offset 0
00000400:00000200:1.0:1769078137.695486:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695489:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695491:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078137.695493:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078137.695495:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078137.695497:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078137.695499:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695501:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71058:71058:256:4294967295] 192.168.204.140@tcp LPNI seq info [71058:71058:8:4294967295]
00000400:00000200:1.0:1769078137.695503:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695508:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078137.695510:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078137.695513:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078137.695515:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078137.695517:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078137.695520:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078137.695522:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078137.695525:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078137.695526:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078137.695528:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078137.695530:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078137.695533:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078137.695534:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078137.695535:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078137.695538:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695561:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078137.695567:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695572:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695573:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078137.695577:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078137.695580:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078137.695582:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078137.695584:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299795979
00000100:00000001:1.0:1769078137.695586:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299797446
00000100:00000001:1.0:1769078137.695587:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299795979
00000100:00000001:1.0:1769078137.695589:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299797446
00000100:00000001:1.0:1769078137.695590:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078137.695592:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695593:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078137.695595:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078137/real 1769078137]  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078137.695601:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078137.695602:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078137.695603:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078137.695604:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078137.695605:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078137.695607:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078137.695609:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078137.695614:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695618:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078137.695619:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695620:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695621:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078137.695623:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695628:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078137.695630:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695635:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078137.695637:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695638:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695639:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695640:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078137.695641:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078137.695643:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078137.695644:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078137.695646:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078137.695648:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078137.695653:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430400:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078137.695655:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078137.695657:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695680:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078137.695681:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695682:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078137.695684:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078137.695685:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078137.695687:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430528:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078137.695689:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078137.695691:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078137.695692:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078137.695693:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078137.695696:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078137.695697:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078137.695700:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078137.695702:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078137.695704:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078137.695706:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430528, portal 4
00000100:00000001:1.0:1769078137.695708:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078137.695709:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876765184 : -121799832786432 : ffff9139443baa00)
00000100:00000040:1.0:1769078137.695713:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695717:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078137.695719:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078137.695720:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00000200:1.0:1769078137.695722:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617430528, offset 0
00000400:00000200:1.0:1769078137.695724:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695727:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695729:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078137.695731:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078137.695733:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078137.695734:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078137.695736:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078137.695738:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71059:71059:256:4294967295] 192.168.204.140@tcp LPNI seq info [71059:71059:8:4294967295]
00000400:00000200:1.0:1769078137.695741:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078137.695745:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078137.695747:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078137.695749:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078137.695752:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078137.695754:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078137.695757:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078137.695758:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078137.695761:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078137.695762:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078137.695764:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078137.695766:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078137.695768:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:1.0:1769078137.695769:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:1.0:1769078137.695771:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078137.695773:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695778:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078137.695780:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695784:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695786:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078137.695788:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078137.695789:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078137.695791:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078137.695792:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299797446
00000100:00000001:1.0:1769078137.695794:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299797446
00000100:00000001:1.0:1769078137.695796:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299797446
00000100:00000001:1.0:1769078137.695797:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299797446
00000100:00000001:1.0:1769078137.695799:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078137.695800:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695801:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078137.695803:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078137/real 1769078137]  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078137.695808:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078137.695808:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078137.695809:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078137.695810:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078137.695811:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078137.695813:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078137.695814:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078137.695819:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695828:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078137.695829:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695830:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695831:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078137.695833:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695844:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078137.695847:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695851:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078137.695852:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695853:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078137.695854:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695856:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078137.695858:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078137.695860:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078137.695862:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078137.695863:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078137.695865:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078137.695870:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430528:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078137.695873:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695874:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078137.695876:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb800 x1855007617430400/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695880:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078137.695881:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078137.695882:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078137.695884:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078137.695885:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078137.695886:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078137.695887:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078137.695889:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:1.0:1769078137.695890:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078137.695891:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078137.695892:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb800.
00000100:00000001:1.0:1769078137.695894:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078137.695894:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695895:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078137.695897:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443baa00 x1855007617430528/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078137.695901:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078137.695902:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078137.695903:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078137.695905:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078137.695905:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078137.695906:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078137.695907:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078137.695908:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769078137.695910:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078137.695910:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078137.695911:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443baa00.
00000100:00000001:1.0:1769078137.695912:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078137.695913:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695914:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078137.695916:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078137.695917:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078137.695918:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078137.695919:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078138.014730:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078138.014736:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078138.014787:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078138.014791:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078138.014794:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078139.038736:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078139.038743:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078139.038790:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078139.038794:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078139.038797:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078139.230750:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299797446, at 4299797504
00000100:00000040:0.0:1769078139.230754:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299797446, at 4299797504
00000100:00000010:0.0:1769078139.230766:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000100:00000010:1.0:1769078139.230769:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00010000:00000001:1.0:1769078140.062774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078140.062779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078140.062831:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078140.062834:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078140.062837:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078141.086773:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078141.086780:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078141.086847:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078141.086851:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078141.086856:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078142.110775:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078142.110781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078142.110858:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078142.110863:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078142.110867:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078142.814765:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078142.814774:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078142.814776:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078142.814779:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078142.814782:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078142.814788:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5128
00000400:00000200:0.0:1769078142.814796:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078142.814801:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078142.814804:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078142.814807:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814809:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.814811:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078142.814816:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078142.814817:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078142.814819:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078142.814821:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078142.814823:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078142.814824:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078142.814826:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814828:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.814829:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814830:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078142.814833:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078142.814835:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814837:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078142.814839:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078142.814841:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078142.814843:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.814845:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078142.814846:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078142.814855:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000020:00000040:0.0:1769078142.814858:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078142.814861:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078142.814862:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.814864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078142.814866:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078142.814869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078142.814876:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769078142.814881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078142.814887:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078142.814895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078142.814899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078142.814902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078142.814921:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078142.814924:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078142.814927:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078142.814928:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078142.814929:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078142.814931:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078142.814932:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5128
00000400:00000200:0.0:1769078142.814935:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078142.814936:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078142.814938:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078142.814940:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814941:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.814943:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814944:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078142.814946:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078142.814947:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078142.814948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078142.814949:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078142.814951:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078142.814952:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078142.814954:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814956:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.814958:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814959:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078142.814962:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078142.814964:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078142.814965:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078142.814967:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078142.814967:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1769078142.814971:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078142.814974:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.814974:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078142.814978:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078142.814979:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1769078142.814981:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078142.814985:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.814988:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.814991:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1769078142.814992:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
00000020:00000040:0.0:1769078142.814996:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078142.815000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078142.815003:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.815007:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078142.815009:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078142.815013:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815013:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1769078142.815016:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:1.0:1769078142.815017:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.815020:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815024:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1769078142.815026:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078142.815029:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.815036:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.815038:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078142.815041:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.815045:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617430656:192.168.204.140@tcp:250:kworker.0
00000100:00000040:0.0:1769078142.815047:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.815056:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078142.815061:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815063:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1769078142.815064:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078142.815068:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078142.815069:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078142.815073:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1769078142.815074:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078142.815078:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078142.815079:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078142.815080:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1769078142.815082:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:0.0:1769078142.815083:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078142.815087:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5128
02000000:00000001:1.0:1769078142.815087:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1769078142.815093:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078142.815095:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078142.815096:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078142.815100:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769078142.815101:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815106:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.815107:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815109:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769078142.815110:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000020:00000001:0.0:1769078142.815111:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078142.815113:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078142.815116:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078142.815117:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078142.815119:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078142.815120:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078142.815121:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000040:0.0:1769078142.815123:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815126:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078142.815127:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815129:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078142.815130:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000200:1.0:1769078142.815131:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430656, portal 25
00000100:00080000:0.0:1769078142.815133:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815137:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815137:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1769078142.815142:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078142.815142:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876754432 : -121799832797184 : ffff9139443b8000)
02000000:00000001:0.0:1769078142.815144:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078142.815149:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.815150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078142.815152:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078142.815155:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.815156:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078142.815157:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078142.815162:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769078142.815166:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078142.815171:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078142.815173:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078142.815178:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078142.815179:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078142.815179:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1769078142.815181:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078142.815185:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000040:1.0:1769078142.815186:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078142.815193:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507433b8.
00000100:00100000:0.0:1769078142.815194:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078142.815199:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617430656, offset 0
00000100:00000001:0.0:1769078142.815203:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078142.815206:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078142.815209:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078142.815214:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078142.815221:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078142.815224:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5138)
00000400:00000200:1.0:1769078142.815228:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815236:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078142.815243:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078142.815248:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078142.815253:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078142.815256:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078142.815261:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71060:71060:256:4294967295] 192.168.204.140@tcp LPNI seq info [71060:71060:8:4294967295]
00000400:00000200:1.0:1769078142.815267:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815280:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078142.815287:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078142.815293:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078142.815300:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078142.815305:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078142.815334:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078142.815341:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078142.815345:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299802566
00000100:00000010:1.0:1769078142.815351:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a956c0.
00000100:00000001:1.0:1769078142.815358:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078142.815365:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299802566
00000100:00000010:1.0:1769078142.815370:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ea0.
00000100:00000001:1.0:1769078142.815374:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078142.815378:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078142.815381:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815385:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815387:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078142.815395:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078142.815397:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078142.815400:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078142.815402:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078142.815404:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078142.815409:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.815419:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078142.815421:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815423:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078142.815426:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.815428:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.815432:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430784:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078142.815436:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078142.815438:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078142.815440:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815442:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078142.815446:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078142.815449:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078142.815454:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078142.815473:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769078142.815478:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078142.815482:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430784, portal 10
00000100:00000001:1.0:1769078142.815484:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078142.815485:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:1.0:1769078142.815493:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.815501:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078142.815504:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078142.815508:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743d48.
00000100:00000200:1.0:1769078142.815511:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617430784, offset 0
00000400:00000200:1.0:1769078142.815517:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078142.815523:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815527:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078142.815531:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078142.815534:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078142.815536:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078142.815539:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078142.815543:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71061:71061:255:4294967295] 192.168.204.140@tcp LPNI seq info [71061:71061:7:4294967295]
00000400:00000200:1.0:1769078142.815547:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815554:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078142.815559:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078142.815563:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078142.815568:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078142.815572:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078142.815576:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.815580:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078142.815584:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078142.815586:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299801099
00000100:00000001:1.0:1769078142.815589:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299802566
00000100:00000001:1.0:1769078142.815592:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299801099
00000100:00000001:1.0:1769078142.815594:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299802566
00000100:00000001:1.0:1769078142.815597:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078142.815599:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815602:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078142.815606:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.815614:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078142.815615:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815618:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078142.815620:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078142.815622:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078142.815625:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430912:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078142.815629:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078142.815631:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078142.815633:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078142.815635:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078142.815639:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078142.815641:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078142.815645:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078142.815648:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078142.815651:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078142.815654:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617430912, portal 4
00000100:00000001:1.0:1769078142.815656:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078142.815685:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
00000100:00000040:1.0:1769078142.815693:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078142.815700:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078142.815702:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078142.815706:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743a18.
00000100:00000200:1.0:1769078142.815708:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617430912, offset 0
00000400:00000200:1.0:1769078142.815713:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078142.815717:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815721:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078142.815724:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078142.815727:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078142.815729:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078142.815732:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078142.815735:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71062:71062:254:4294967295] 192.168.204.140@tcp LPNI seq info [71062:71062:6:4294967295]
00000400:00000200:1.0:1769078142.815739:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078142.815746:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078142.815751:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078142.815754:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078142.815758:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078142.815762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078142.815765:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078142.815768:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078142.815772:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078142.815774:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299802566
00000100:00000001:1.0:1769078142.815777:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299802566
00000100:00000001:1.0:1769078142.815779:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299802566
00000100:00000001:1.0:1769078142.815781:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299802566
00000100:00000001:1.0:1769078142.815783:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078142.815785:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815788:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815790:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078142.815794:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078142.815796:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078142.815798:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078142.815799:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078142.815801:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078142.815802:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078143.134764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078143.134773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078143.134838:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078143.134842:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078143.134846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078144.158790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078144.158797:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078144.158864:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078144.158870:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078144.158874:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078144.350760:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299802566, at 4299802624
00000100:00000040:0.0:1769078144.350765:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299802566, at 4299802624
00000100:00000010:1.0:1769078144.350778:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000100:00000010:0.0:1769078144.350780:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00010000:00000001:1.0:1769078145.182766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078145.182772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078145.182827:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078145.182830:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078145.182832:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1769078145.886999:0:2357:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:3.0:1769078145.887048:0:2357:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1769078145.887059:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078145.887064:0:2357:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:3.0:1769078145.887069:0:2357:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078145.887073:0:2357:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:3.0:1769078145.887078:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:3.0:1769078145.887082:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:3.0:1769078145.887088:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078145.887093:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078145.887099:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507433b8
00000400:00000010:3.0:1769078145.887102:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507433b8.
00000100:00000001:3.0:1769078145.887107:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078145.887122:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078145.887147:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078145.887150:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078145.887156:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078145.887158:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1769078145.887168:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:3.0:1769078145.887183:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:3.0:1769078145.887188:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1769078145.887194:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078145.887196:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1769078145.887202:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078145.887203:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743d48
00000400:00000010:3.0:1769078145.887208:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743d48.
00000100:00000001:1.0:1769078145.887210:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078145.887212:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1769078145.887226:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078142/real 1769078145]  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078145.887226:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078145.887249:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000400:00000001:1.0:1769078145.887254:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1769078145.887255:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078145.887258:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078145.887265:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000100:00000001:3.0:1769078145.887266:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078145.887270:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:1.0:1769078145.887272:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078145.887276:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000800:00000100:3.0:1769078145.887279:0:2357:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000100:00000001:1.0:1769078145.887282:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000010:3.0:1769078145.887284:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:3.0:1769078145.887289:0:2357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1769078145.887293:0:2357:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1769078145.887296:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743a18
00000400:00000010:3.0:1769078145.887297:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743a18.
00000100:00000001:3.0:1769078145.887300:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078145.887305:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078145.887308:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078145.887333:0:2357:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078145.887338:0:2357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078145.887344:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887358:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078145.887362:0:2357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078145.887363:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078145.887366:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078145.887369:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887374:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078145.887380:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887389:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078145.887396:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887418:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078145.887422:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887424:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887425:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887429:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078145.887431:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078145.887436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078145.887443:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078145.887446:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078145.887451:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078145.887461:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617430656:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078145.887467:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078145.887471:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078145.887474:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617430656/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887488:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078145.887492:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078145.887496:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078145.887501:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078145.887504:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078145.887506:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078145.887508:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078145.887511:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:1.0:1769078145.887516:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078145.887519:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078145.887521:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:1.0:1769078145.887524:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078145.887525:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887528:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078145.887530:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078145.887531:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078145.887533:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078145.887537:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078142/real 1769078145]  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078145.887546:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078145.887547:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078145.887550:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769078145.887553:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078145.887555:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078145.887558:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078145.887561:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078145.887570:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887577:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078145.887578:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887580:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887582:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078145.887585:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887592:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078145.887596:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887604:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078145.887606:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887609:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887610:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887612:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078145.887614:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078145.887617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078145.887620:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078145.887623:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078145.887627:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078145.887636:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430784:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078145.887640:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078145.887644:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078142/real 1769078145]  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078145.887653:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078145.887654:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078145.887657:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078145.887692:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078145.887694:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078145.887697:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078145.887701:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078145.887710:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887717:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078145.887719:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887720:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887722:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078145.887725:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887732:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078145.887736:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887742:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078145.887745:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887746:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078145.887748:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887750:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078145.887759:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078145.887762:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078145.887766:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078145.887769:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078145.887773:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078145.887780:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617430912:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078145.887785:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887786:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078145.887789:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617430784/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887801:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078145.887803:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078145.887805:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078145.887808:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078145.887810:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078145.887811:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078145.887814:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078145.887816:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:1.0:1769078145.887819:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078145.887820:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078145.887821:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:1.0:1769078145.887825:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078145.887826:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887829:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078145.887832:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617430912/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078145.887839:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078145.887840:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078145.887841:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078145.887844:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078145.887845:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078145.887846:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078145.887849:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078145.887850:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:1.0:1769078145.887852:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078145.887853:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078145.887855:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:1.0:1769078145.887857:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078145.887859:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887861:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078145.887883:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078145.887886:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078145.887889:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078145.887890:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.206774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078146.206781:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078146.206783:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078146.206785:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.206790:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078146.206792:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.206794:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078146.206795:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078146.206845:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078146.206849:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078146.206852:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078147.230753:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078147.230760:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078147.230812:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078147.230815:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078147.230818:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078147.934805:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078147.934813:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078147.934816:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078147.934818:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078147.934821:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078147.934827:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5133
00000400:00000200:0.0:1769078147.934835:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078147.934840:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078147.934842:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078147.934844:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.934847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.934850:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.934851:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078147.934855:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078147.934856:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078147.934858:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078147.934861:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078147.934862:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078147.934864:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078147.934865:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.934867:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.934868:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.934869:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078147.934871:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078147.934874:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078147.934876:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078147.934879:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078147.934882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078147.934885:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.934887:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078147.934889:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078147.934896:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000020:00000040:0.0:1769078147.934899:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078147.934903:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078147.934905:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.934908:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078147.934910:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078147.934915:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078147.934924:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000100:00000001:0.0:1769078147.934933:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078147.934942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078147.934952:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078147.934957:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078147.934963:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078147.934994:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078147.934998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078147.935002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078147.935004:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078147.935005:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078147.935008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078147.935011:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5133
00000400:00000200:0.0:1769078147.935015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078147.935018:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078147.935021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078147.935024:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935027:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.935029:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935031:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078147.935033:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078147.935034:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078147.935036:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078147.935038:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078147.935040:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078147.935042:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078147.935045:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935046:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.935048:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935050:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078147.935053:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078147.935055:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935060:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078147.935062:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078147.935068:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078147.935070:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935072:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078147.935077:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078147.935080:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935082:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078147.935085:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769078147.935088:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078147.935091:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078147.935092:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935094:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078147.935096:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078147.935098:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078147.935102:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769078147.935107:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078147.935113:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078147.935120:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078147.935122:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078147.935126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078147.935135:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078147.935137:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078147.935143:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769078147.935147:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078147.935151:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078147.935153:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078147.935154:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078147.935158:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078147.935161:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5133
00000400:00000200:0.0:1769078147.935165:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078147.935168:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078147.935171:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078147.935174:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.935177:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935179:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078147.935182:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078147.935183:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078147.935185:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078147.935187:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078147.935189:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078147.935191:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078147.935194:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078147.935197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935199:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078147.935201:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078147.935203:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078147.935206:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078147.935208:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078147.935211:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078147.935213:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935215:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078147.935217:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078147.935219:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078147.935224:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769078147.935227:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078147.935229:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078147.935230:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078147.935232:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078147.935233:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078147.935235:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078147.935239:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769078147.935242:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078147.935246:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078147.935253:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078147.935255:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078147.935259:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078147.935266:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078147.935270:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5143)
00000100:00000001:1.0:1769078147.935410:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078147.935416:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078147.935419:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078147.935426:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935434:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078147.935437:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.935442:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078147.935445:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.935448:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.935452:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431040:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078147.935457:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078147.935463:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078147.935466:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.935470:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078147.935476:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078147.935479:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078147.935489:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078147.935507:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078147.935515:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078147.935523:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431040, portal 25
00000100:00000001:1.0:1769078147.935526:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078147.935527:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00000040:1.0:1769078147.935535:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935547:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078147.935550:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078147.935553:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078147.935556:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617431040, offset 0
00000400:00000200:1.0:1769078147.935563:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078147.935571:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.935578:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078147.935584:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078147.935590:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078147.935594:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078147.935598:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078147.935602:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71063:71063:256:4294967295] 192.168.204.140@tcp LPNI seq info [71063:71063:8:4294967295]
00000400:00000200:1.0:1769078147.935607:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.935619:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078147.935625:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.935631:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078147.935639:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078147.935643:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078147.935650:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078147.935654:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078147.935684:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.935689:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078147.935694:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078147.935699:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078147.935705:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078147.935707:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078147.935712:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078147.935717:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935727:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.935731:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935744:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.935745:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078147.935753:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078147.935759:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078147.935762:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299807687
00000100:00000010:1.0:1769078147.935767:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ea0.
00000100:00000001:1.0:1769078147.935776:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078147.935783:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299807687
00000100:00000010:1.0:1769078147.935786:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95660.
00000100:00000001:1.0:1769078147.935789:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078147.935792:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078147.935795:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.935797:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078147.935801:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078147/real 1769078147]  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078147.935810:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078147.935812:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078147.935815:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078147.935817:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078147.935819:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078147.935821:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078147.935825:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078147.935835:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935841:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078147.935842:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.935844:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.935847:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078147.935850:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935857:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078147.935861:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935868:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078147.935871:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.935873:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.935874:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.935877:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078147.935879:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078147.935882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078147.935886:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078147.935889:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078147.935893:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078147.935901:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431040:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078147.935906:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078147.935909:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935916:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078147.935917:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.935920:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078147.935922:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.935924:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.935927:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431168:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078147.935931:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078147.935933:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078147.935934:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.935936:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078147.935940:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078147.935942:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078147.935946:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078147.935949:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078147.935952:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078147.935956:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431168, portal 10
00000100:00000001:1.0:1769078147.935957:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078147.935959:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:1.0:1769078147.935966:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.935973:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078147.935975:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078147.935978:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078147.935981:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617431168, offset 0
00000400:00000200:1.0:1769078147.935986:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078147.935990:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.935994:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078147.935997:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078147.936000:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078147.936003:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078147.936005:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078147.936009:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71064:71064:256:4294967295] 192.168.204.140@tcp LPNI seq info [71064:71064:8:4294967295]
00000400:00000200:1.0:1769078147.936013:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.936020:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078147.936028:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.936032:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078147.936037:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078147.936039:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078147.936043:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078147.936046:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078147.936050:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.936052:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078147.936055:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078147.936059:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078147.936062:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078147.936064:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078147.936066:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078147.936070:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936077:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.936080:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936087:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.936089:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078147.936092:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.936096:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078147.936099:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078147.936101:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299806220
00000100:00000001:1.0:1769078147.936104:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299807687
00000100:00000001:1.0:1769078147.936106:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299806220
00000100:00000001:1.0:1769078147.936108:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299807687
00000100:00000001:1.0:1769078147.936110:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078147.936112:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.936114:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078147.936118:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078147/real 1769078147]  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078147.936126:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078147.936127:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078147.936129:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078147.936131:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078147.936133:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078147.936135:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078147.936139:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078147.936147:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936153:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078147.936155:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936157:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.936158:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078147.936161:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936167:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078147.936171:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936177:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078147.936180:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936182:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.936183:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936184:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078147.936186:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078147.936189:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078147.936192:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078147.936194:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078147.936198:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078147.936205:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431168:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078147.936209:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078147.936213:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936224:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078147.936226:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.936228:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078147.936230:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078147.936232:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078147.936234:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431296:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078147.936237:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078147.936239:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078147.936241:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078147.936243:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078147.936246:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078147.936248:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078147.936252:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078147.936254:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078147.936258:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078147.936260:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431296, portal 4
00000100:00000001:1.0:1769078147.936262:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078147.936263:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000040:1.0:1769078147.936269:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936275:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078147.936277:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078147.936279:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078147.936281:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617431296, offset 0
00000400:00000200:1.0:1769078147.936284:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078147.936289:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.936293:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078147.936296:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078147.936299:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078147.936301:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078147.936303:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078147.936307:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71065:71065:256:4294967295] 192.168.204.140@tcp LPNI seq info [71065:71065:8:4294967295]
00000400:00000200:1.0:1769078147.936311:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078147.936318:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078147.936323:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.936326:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078147.936330:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078147.936334:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078147.936338:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078147.936341:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078147.936345:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078147.936347:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078147.936350:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078147.936353:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078147.936356:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078147.936357:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078147.936360:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078147.936363:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936389:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.936393:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936400:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.936402:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078147.936405:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078147.936409:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078147.936412:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078147.936414:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299807686
00000100:00000001:1.0:1769078147.936417:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299807687
00000100:00000001:1.0:1769078147.936419:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299807686
00000100:00000001:1.0:1769078147.936421:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299807687
00000100:00000001:1.0:1769078147.936423:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078147.936426:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.936428:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078147.936432:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078147/real 1769078147]  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078147.936440:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078147.936442:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078147.936444:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078147.936446:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078147.936448:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078147.936450:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078147.936454:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078147.936463:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936471:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078147.936472:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936475:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.936476:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078147.936480:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936486:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078147.936491:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936497:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078147.936500:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936501:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078147.936502:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936504:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078147.936507:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078147.936509:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078147.936513:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078147.936515:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078147.936520:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078147.936528:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431296:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078147.936533:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936535:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.936539:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617431040/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936546:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078147.936549:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078147.936552:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078147.936555:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078147.936558:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078147.936559:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078147.936562:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078147.936564:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:1.0:1769078147.936568:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078147.936570:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078147.936572:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:1.0:1769078147.936576:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078147.936577:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936579:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.936583:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617431168/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936589:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078147.936591:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078147.936593:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078147.936595:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078147.936597:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078147.936598:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078147.936600:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078147.936602:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769078147.936605:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078147.936606:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078147.936607:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:1.0:1769078147.936610:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078147.936611:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936613:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078147.936616:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617431296/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078147.936623:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078147.936624:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078147.936626:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078147.936629:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078147.936630:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078147.936631:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078147.936633:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078147.936634:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:1.0:1769078147.936636:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078147.936637:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078147.936639:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:1.0:1769078147.936641:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078147.936642:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936644:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078147.936652:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078147.936654:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078147.936656:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078147.936692:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078148.254765:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078148.254771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078148.254823:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078148.254826:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078148.254829:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078149.278796:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078149.278806:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078149.278915:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078149.278919:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078149.278922:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078149.470815:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299807687, at 4299807744
00000100:00000040:0.0:1769078149.470816:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299807687, at 4299807744
00000100:00000010:0.0:1769078149.470835:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000100:00000010:1.0:1769078149.470840:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00010000:00000001:1.0:1769078150.302795:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078150.302803:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078150.302867:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078150.302872:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078150.302876:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078151.326747:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078151.326755:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078151.326849:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078151.326854:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078151.326858:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078152.350790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078152.350798:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078152.350863:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078152.350866:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078152.350869:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078153.054797:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078153.054810:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078153.054813:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078153.054818:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078153.054822:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078153.054830:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5138
00000400:00000200:2.0:1769078153.054841:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078153.054847:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078153.054851:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078153.054855:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.054859:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078153.054862:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.054865:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078153.054871:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078153.054873:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078153.054877:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078153.054880:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078153.054883:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078153.054886:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078153.054890:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.054892:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078153.054895:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.054897:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078153.054900:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078153.054904:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078153.054906:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078153.054909:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078153.054912:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078153.054915:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.054918:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078153.054921:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078153.054931:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000020:00000040:2.0:1769078153.054935:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078153.054940:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078153.054942:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.054945:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078153.054947:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078153.054953:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078153.054961:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078153.054968:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078153.054978:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078153.054989:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078153.054993:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078153.054999:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078153.055031:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078153.055034:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078153.055038:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078153.055040:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078153.055042:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078153.055045:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078153.055048:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5138
00000400:00000200:2.0:1769078153.055053:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078153.055058:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078153.055061:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078153.055065:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.055067:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078153.055069:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1769078153.055071:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078153.055076:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1769078153.055076:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078153.055080:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078153.055082:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078153.055084:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078153.055088:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078153.055091:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000040:1.0:1769078153.055093:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078153.055096:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078153.055102:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078153.055110:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078153.055111:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078153.055115:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078153.055116:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.055121:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1769078153.055121:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078153.055125:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1769078153.055126:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078153.055129:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078153.055131:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00100000:1.0:1769078153.055135:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431424:192.168.204.140@tcp:250:kworker.0
00000100:00080000:2.0:1769078153.055139:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078153.055141:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078153.055146:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.055147:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.055151:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078153.055151:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078153.055156:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078153.055158:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078153.055162:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:2.0:1769078153.055163:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.055168:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.055169:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078153.055175:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1769078153.055181:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.055182:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078153.055186:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078153.055190:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000010:2.0:1769078153.055193:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
00000020:00000040:2.0:1769078153.055198:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:1.0:1769078153.055199:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
02000000:00000001:2.0:1769078153.055201:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078153.055205:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.055208:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769078153.055209:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431424, portal 25
02000000:00000001:2.0:1769078153.055210:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078153.055213:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055215:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.055219:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
02000000:00000010:2.0:1769078153.055221:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000040:1.0:1769078153.055228:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078153.055228:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078153.055239:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078153.055242:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.055249:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078153.055254:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000001:2.0:1769078153.055258:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078153.055259:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617431424, offset 0
00000100:00000001:2.0:1769078153.055264:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.055268:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078153.055272:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078153.055280:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078153.055300:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078153.055301:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078153.055306:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078153.055307:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.055314:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769078153.055314:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078153.055321:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078153.055322:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.055327:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:2.0:1769078153.055331:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078153.055332:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71066:71066:256:4294967295] 192.168.204.140@tcp LPNI seq info [71066:71066:8:4294967295]
00000100:00000001:2.0:1769078153.055334:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078153.055339:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769078153.055339:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078153.055346:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078153.055352:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5138
00000400:00000200:1.0:1769078153.055357:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1769078153.055363:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078153.055367:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769078153.055372:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078153.055375:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:2.0:1769078153.055376:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078153.055382:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078153.055386:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078153.055388:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078153.055391:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1769078153.055394:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.055398:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769078153.055403:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:2.0:1769078153.055404:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078153.055407:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078153.055411:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1769078153.055411:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000040:2.0:1769078153.055414:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078153.055416:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078153.055418:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078153.055422:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.055424:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078153.055427:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078153.055432:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078153.055437:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000100:1.0:1769078153.055438:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078153.055444:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00080000:2.0:1769078153.055446:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078153.055450:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.055452:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1769078153.055453:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078153.055457:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078153.055463:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1769078153.055464:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.055469:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078153.055470:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000008:00100000:2.0:1769078153.055472:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000010:1.0:1769078153.055474:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000008:00000001:2.0:1769078153.055479:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055481:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078153.055484:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078153.055487:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078153.055491:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769078153.055497:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078153.055500:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1769078153.055502:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078153.055504:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078153.055507:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078153.055513:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078153.055515:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078153.055517:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078153.055518:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1769078153.055521:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055524:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078153.055527:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000400:00000200:1.0:1769078153.055531:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078153.055535:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299812806
00000100:00000001:2.0:1769078153.055535:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078153.055544:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95660.
00000100:00100000:2.0:1769078153.055547:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078153.055552:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078153.055560:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078153.055561:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299812806
00000100:00000001:2.0:1769078153.055565:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078153.055566:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95de0.
00000100:00000001:1.0:1769078153.055571:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1769078153.055573:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055574:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.055579:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055583:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.055589:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078153.055593:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078153.055601:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5149)
00000400:00000001:1.0:1769078153.055609:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.055612:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.055614:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078153.055617:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078153.055618:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078153.055621:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.055624:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.055630:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055635:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.055637:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055639:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.055640:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.055642:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055647:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.055650:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055655:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.055657:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055678:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.055679:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055681:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.055683:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.055685:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.055688:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078153.055689:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.055693:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.055702:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431424:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078153.055707:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055710:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.055713:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617431424/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055720:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.055723:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.055726:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078153.055729:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.055731:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.055733:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078153.055735:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.055738:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078153.055741:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.055743:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.055745:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:1.0:1769078153.055748:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.055750:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055752:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055759:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078153.055762:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055764:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.055766:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078153.055767:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078153.055772:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055780:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078153.055781:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.055784:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.055786:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078153.055787:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078153.055790:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431552:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078153.055792:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078153.055794:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.055795:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.055796:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078153.055799:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078153.055800:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.055804:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078153.055806:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078153.055808:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078153.055810:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431552, portal 10
00000100:00000001:1.0:1769078153.055812:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.055813:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:1.0:1769078153.055818:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055822:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.055824:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078153.055825:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078153.055827:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617431552, offset 0
00000400:00000200:1.0:1769078153.055829:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078153.055832:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078153.055835:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078153.055837:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.055839:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078153.055841:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.055843:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078153.055845:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71067:71067:256:4294967295] 192.168.204.140@tcp LPNI seq info [71067:71067:8:4294967295]
00000400:00000200:1.0:1769078153.055848:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078153.055853:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078153.055856:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078153.055858:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078153.055861:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078153.055863:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769078153.055866:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078153.055868:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769078153.055872:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078153.055874:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078153.055877:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078153.055880:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.055883:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078153.055885:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078153.055887:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078153.055891:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055899:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.055903:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055910:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055912:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078153.055916:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.055920:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078153.055924:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078153.055926:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299811340
00000100:00000001:1.0:1769078153.055929:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299812806
00000100:00000001:1.0:1769078153.055931:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299811340
00000100:00000001:1.0:1769078153.055933:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299812806
00000100:00000001:1.0:1769078153.055935:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.055937:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.055938:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.055941:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078153.055947:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.055948:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.055949:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078153.055951:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078153.055952:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078153.055954:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.055956:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.055961:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055965:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.055966:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055968:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.055968:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.055971:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055975:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.055977:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.055982:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.055983:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055984:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.055985:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.055987:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.055988:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.055990:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.055992:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078153.055994:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.055996:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.056001:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431552:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078153.056003:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078153.056005:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056009:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078153.056010:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.056011:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078153.056013:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078153.056014:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078153.056016:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431680:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.056018:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078153.056020:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078153.056021:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078153.056022:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078153.056024:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078153.056026:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078153.056028:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078153.056030:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078153.056032:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078153.056034:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431680, portal 4
00000100:00000001:1.0:1769078153.056035:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078153.056037:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000100:00000040:1.0:1769078153.056043:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056055:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078153.056058:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078153.056060:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078153.056063:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617431680, offset 0
00000400:00000200:1.0:1769078153.056067:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078153.056071:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078153.056076:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078153.056079:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078153.056081:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078153.056084:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078153.056087:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078153.056090:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71068:71068:256:4294967295] 192.168.204.140@tcp LPNI seq info [71068:71068:8:4294967295]
00000400:00000200:1.0:1769078153.056095:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078153.056100:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078153.056104:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078153.056106:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078153.056109:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078153.056111:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769078153.056114:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078153.056116:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769078153.056118:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078153.056120:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078153.056122:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078153.056124:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078153.056126:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078153.056128:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078153.056129:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078153.056132:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056137:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.056139:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056148:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.056149:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078153.056151:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078153.056153:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078153.056155:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078153.056156:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299812806
00000100:00000001:1.0:1769078153.056158:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299812806
00000100:00000001:1.0:1769078153.056160:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299812806
00000100:00000001:1.0:1769078153.056161:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299812806
00000100:00000001:1.0:1769078153.056162:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078153.056164:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.056165:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078153.056167:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078153/real 1769078153]  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078153.056172:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078153.056173:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078153.056174:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078153.056176:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078153.056177:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078153.056178:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078153.056180:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078153.056186:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056189:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078153.056190:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056191:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.056192:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078153.056194:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056199:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078153.056201:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056206:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078153.056207:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056208:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078153.056209:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056210:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078153.056212:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078153.056213:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078153.056215:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078153.056217:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078153.056219:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078153.056224:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431680:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078153.056226:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056227:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.056229:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617431552/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056234:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.056235:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.056236:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078153.056238:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.056238:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.056239:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078153.056241:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.056242:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078153.056244:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.056245:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.056246:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:1.0:1769078153.056247:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.056248:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056249:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078153.056251:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617431680/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078153.056256:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078153.056256:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078153.056257:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078153.056259:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078153.056259:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078153.056260:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078153.056261:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078153.056262:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078153.056263:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078153.056264:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078153.056265:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:1.0:1769078153.056266:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078153.056267:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056268:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078153.056270:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078153.056271:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078153.056272:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078153.056273:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078153.374723:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078153.374728:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078153.374785:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078153.374788:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078153.374791:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078154.398758:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078154.398763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078154.398822:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078154.398827:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078154.398832:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078154.590765:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299812806, at 4299812864
00000100:00000040:1.0:1769078154.590765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299812806, at 4299812864
00000100:00000010:0.0:1769078154.590781:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00000100:00000010:1.0:1769078154.590783:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00010000:00000001:1.0:1769078155.422823:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078155.422829:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078155.422922:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078155.422929:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078155.422935:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078156.446817:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078156.446829:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078156.446833:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078156.446837:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.446843:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078156.446846:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.446850:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078156.446852:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078156.446943:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078156.446951:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078156.446956:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078157.470745:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078157.470751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078157.470852:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078157.470859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078157.470875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078158.174781:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078158.174792:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078158.174795:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078158.174799:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078158.174803:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078158.174811:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5144
00000400:00000200:0.0:1769078158.174820:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078158.174826:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078158.174829:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078158.174832:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.174835:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078158.174838:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.174839:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078158.174844:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078158.174845:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078158.174848:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078158.174851:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078158.174852:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078158.174854:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078158.174856:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.174857:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078158.174858:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.174859:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078158.174862:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078158.174864:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078158.174865:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078158.174868:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078158.174870:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078158.174872:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.174874:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078158.174876:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078158.174887:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769078158.174890:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078158.174893:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078158.174895:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.174897:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078158.174900:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078158.174905:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078158.174913:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769078158.174919:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078158.174928:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078158.174936:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078158.174941:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078158.174945:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078158.174964:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078158.174966:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078158.174968:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078158.174970:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078158.174971:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078158.174980:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078158.174982:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5144
00000400:00000200:0.0:1769078158.174989:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078158.174991:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078158.174994:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078158.174996:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078158.174998:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175002:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078158.175004:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078158.175004:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078158.175008:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078158.175009:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078158.175012:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078158.175014:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078158.175015:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078158.175017:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078158.175022:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078158.175023:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078158.175026:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078158.175032:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175041:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078158.175050:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175059:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078158.175063:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078158.175064:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078158.175067:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078158.175072:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078158.175075:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078158.175079:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078158.175082:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078158.175084:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.175087:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078158.175088:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078158.175094:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.175095:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431808:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078158.175104:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078158.175108:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769078158.175111:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078158.175113:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769078158.175121:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.175122:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.175130:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078158.175134:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078158.175143:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
02000000:00000010:1.0:1769078158.175143:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078158.175154:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078158.175156:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078158.175162:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078158.175163:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769078158.175166:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078158.175169:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:0.0:1769078158.175171:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078158.175175:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078158.175175:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
02000000:00000001:0.0:1769078158.175181:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078158.175183:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431808, portal 25
00000100:00000001:1.0:1769078158.175187:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.175188:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
02000000:00000010:0.0:1769078158.175190:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000040:1.0:1769078158.175205:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175214:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.175221:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078158.175223:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078158.175225:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617431808, offset 0
00000400:00000200:1.0:1769078158.175231:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078158.175239:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078158.175247:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078158.175251:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.175255:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078158.175259:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.175262:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078158.175266:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71069:71069:256:4294967295] 192.168.204.140@tcp LPNI seq info [71069:71069:8:4294967295]
00000400:00000200:1.0:1769078158.175270:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078158.175274:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078158.175283:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078158.175294:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078158.175298:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078158.175302:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078158.175307:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078158.175316:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175328:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078158.175330:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000040:0.0:1769078158.175332:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078158.175341:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769078158.175343:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078158.175350:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078158.175352:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1769078158.175352:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078158.175359:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1769078158.175364:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078158.175372:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078158.175373:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:0.0:1769078158.175377:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5144
00000800:00000200:1.1:1769078158.175386:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000400:00000200:0.0:1769078158.175387:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078158.175395:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078158.175400:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1769078158.175401:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078158.175408:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000040:0.0:1769078158.175409:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175415:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078158.175417:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078158.175419:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175425:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078158.175430:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1769078158.175432:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078158.175436:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078158.175438:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078158.175440:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078158.175443:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078158.175445:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000020:00000001:0.0:1769078158.175447:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078158.175451:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000040:0.0:1769078158.175458:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078158.175461:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078158.175463:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078158.175471:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078158.175473:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078158.175475:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078158.175483:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078158.175492:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078158.175496:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078158.175505:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078158.175510:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078158.175515:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175515:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078158.175520:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078158.175526:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078158.175527:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078158.175538:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078158.175544:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078158.175553:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000100:00000001:1.0:1769078158.175553:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078158.175562:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078158.175562:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078158.175571:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078158.175574:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175574:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.175583:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078158.175588:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078158.175590:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299817926
02000000:00000001:0.0:1769078158.175592:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1769078158.175596:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95de0.
02000000:00000001:0.0:1769078158.175598:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175605:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1769078158.175607:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769078158.175614:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175614:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299817926
00000100:00000010:1.0:1769078158.175622:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95e40.
00000100:00000001:1.0:1769078158.175625:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1769078158.175628:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078158.175629:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.175641:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175652:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.175692:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.175701:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.175703:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.175706:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000100:00000001:0.0:1769078158.175707:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078158.175711:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.175712:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078158.175720:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000040:0.0:1769078158.175727:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175729:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.175737:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078158.175763:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078158.175777:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5154)
00000100:00000200:1.0:1769078158.175779:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175788:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.175790:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175792:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.175794:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.175803:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175810:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.175814:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175822:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.175824:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175826:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.175827:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175830:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.175832:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.175836:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.175839:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078158.175842:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.175846:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.175851:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617431808:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078158.175855:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175856:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.175858:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617431808/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175861:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.175863:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.175866:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078158.175869:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.175871:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.175873:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078158.175875:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.175878:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769078158.175881:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.175882:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.175884:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:1.0:1769078158.175887:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.175888:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175890:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.175897:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078158.175899:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.175901:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078158.175903:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078158.175904:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078158.175908:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175914:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078158.175916:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.175917:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078158.175919:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.175921:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.175923:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431936:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078158.175925:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078158.175927:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078158.175928:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.175929:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078158.175931:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078158.175932:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.175935:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078158.175937:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078158.175939:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078158.175941:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617431936, portal 10
00000100:00000001:1.0:1769078158.175943:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.175944:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:1.0:1769078158.175948:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.175952:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.175953:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078158.175954:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078158.175956:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617431936, offset 0
00000400:00000200:1.0:1769078158.175958:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078158.175961:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078158.175964:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078158.175966:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.175968:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078158.175969:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.175971:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078158.175973:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71070:71070:256:4294967295] 192.168.204.140@tcp LPNI seq info [71070:71070:8:4294967295]
00000400:00000200:1.0:1769078158.175975:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078158.175979:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078158.175982:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078158.175984:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078158.175986:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078158.175988:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078158.175991:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078158.175993:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078158.175995:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078158.175996:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078158.175998:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078158.176000:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.176002:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078158.176003:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078158.176005:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.176007:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176012:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.176014:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176018:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.176018:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.176020:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.176022:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078158.176024:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078158.176025:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299816460
00000100:00000001:1.0:1769078158.176027:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299817926
00000100:00000001:1.0:1769078158.176029:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299816460
00000100:00000001:1.0:1769078158.176030:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299817926
00000100:00000001:1.0:1769078158.176031:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.176033:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.176034:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.176035:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.176040:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.176040:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.176041:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078158.176042:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078158.176043:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078158.176045:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.176046:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.176051:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176054:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.176055:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176056:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.176057:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.176059:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176062:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.176064:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176068:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.176069:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176071:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.176072:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176073:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.176074:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.176076:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.176077:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078158.176079:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.176081:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.176085:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617431936:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078158.176087:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078158.176089:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176093:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078158.176094:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.176095:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078158.176096:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078158.176097:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078158.176099:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432064:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.176101:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078158.176102:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078158.176103:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078158.176104:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078158.176106:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078158.176107:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078158.176108:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078158.176110:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078158.176112:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078158.176113:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432064, portal 4
00000100:00000001:1.0:1769078158.176114:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078158.176115:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000040:1.0:1769078158.176119:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176122:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078158.176124:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078158.176125:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078158.176126:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617432064, offset 0
00000400:00000200:1.0:1769078158.176128:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078158.176130:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078158.176131:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078158.176133:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078158.176134:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078158.176136:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078158.176137:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078158.176139:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71071:71071:256:4294967295] 192.168.204.140@tcp LPNI seq info [71071:71071:8:4294967295]
00000400:00000200:1.0:1769078158.176141:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078158.176145:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078158.176147:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078158.176149:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078158.176151:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078158.176152:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078158.176154:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078158.176156:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078158.176158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078158.176159:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078158.176161:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078158.176163:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078158.176164:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078158.176165:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078158.176167:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078158.176168:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176172:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.176175:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176178:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.176179:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078158.176181:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078158.176182:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078158.176184:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078158.176185:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299817926
00000100:00000001:1.0:1769078158.176187:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299817926
00000100:00000001:1.0:1769078158.176188:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299817926
00000100:00000001:1.0:1769078158.176189:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299817926
00000100:00000001:1.0:1769078158.176190:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078158.176191:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.176192:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078158.176194:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078158/real 1769078158]  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078158.176211:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078158.176212:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078158.176213:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078158.176214:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078158.176215:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078158.176216:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078158.176218:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078158.176223:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176227:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078158.176227:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176228:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.176229:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078158.176233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176239:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078158.176243:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176249:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078158.176251:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176252:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078158.176254:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176255:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078158.176258:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078158.176260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078158.176264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078158.176266:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078158.176270:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078158.176277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432064:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078158.176281:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176283:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.176285:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617431936/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176289:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.176290:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.176291:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078158.176292:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.176293:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.176294:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078158.176295:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.176297:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:1.0:1769078158.176298:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.176299:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.176300:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:1.0:1769078158.176302:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.176303:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176304:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078158.176305:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617432064/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078158.176309:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078158.176309:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078158.176310:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078158.176311:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078158.176312:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078158.176312:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078158.176313:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078158.176314:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:1.0:1769078158.176315:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078158.176316:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078158.176317:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:1.0:1769078158.176318:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078158.176319:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176320:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078158.176322:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078158.176323:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078158.176324:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078158.176325:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078158.494721:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078158.494725:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078158.494765:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078158.494769:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078158.494772:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078159.518747:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078159.518752:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078159.518808:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078159.518813:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078159.518816:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078159.710751:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299817926, at 4299817984
00000100:00000040:1.0:1769078159.710751:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299817926, at 4299817984
00000100:00000010:1.0:1769078159.710764:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000100:00000010:0.0:1769078159.710766:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00010000:00000001:1.0:1769078160.542722:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078160.542728:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078160.542764:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078160.542768:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078160.542771:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078161.566751:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078161.566756:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078161.566816:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078161.566820:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078161.566823:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078162.590779:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078162.590785:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078162.590847:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078162.590851:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078162.590855:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078163.294758:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078163.294766:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078163.294769:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078163.294772:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078163.294775:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078163.294781:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5149
00000400:00000200:0.0:1769078163.294788:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078163.294793:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078163.294797:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078163.294801:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.294804:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078163.294807:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.294809:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078163.294814:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078163.294816:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078163.294819:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078163.294822:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078163.294824:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078163.294826:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078163.294830:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.294832:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078163.294833:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.294835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078163.294838:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078163.294841:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078163.294843:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078163.294845:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078163.294848:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078163.294850:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.294851:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078163.294853:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078163.294860:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000020:00000040:0.0:1769078163.294863:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078163.294866:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078163.294867:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.294869:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078163.294871:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078163.294875:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078163.294882:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769078163.294889:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078163.294897:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078163.294907:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078163.294910:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078163.294915:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078163.294935:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078163.294937:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078163.294939:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078163.294940:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078163.294941:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078163.294943:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078163.294945:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5149
00000400:00000200:0.0:1769078163.294949:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078163.294951:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078163.294953:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078163.294954:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078163.294956:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078163.294958:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1769078163.294959:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078163.294963:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078163.294963:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078163.294967:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078163.294969:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078163.294970:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078163.294972:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078163.294972:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078163.294975:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078163.294978:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078163.294982:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:0.0:1769078163.294988:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078163.294989:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078163.294990:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078163.294991:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078163.294995:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078163.294996:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078163.295000:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078163.295000:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.295003:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078163.295005:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078163.295010:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078163.295012:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432192:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078163.295015:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295017:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078163.295020:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078163.295022:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.295025:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078163.295027:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.295027:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078163.295032:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078163.295034:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
00000100:00000001:0.0:1769078163.295035:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078163.295039:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078163.295040:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078163.295045:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.295046:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295048:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000010:0.0:1769078163.295051:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
00000020:00000040:0.0:1769078163.295053:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078163.295055:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078163.295055:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.295057:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078163.295059:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078163.295061:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078163.295063:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
02000000:00000010:0.0:1769078163.295065:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769078163.295069:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078163.295072:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00100000:0.0:1769078163.295074:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078163.295080:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432192, portal 25
00000100:00000001:0.0:1769078163.295081:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078163.295084:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295086:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078163.295087:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295088:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000001:0.0:1769078163.295097:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.295098:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078163.295100:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078163.295107:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078163.295122:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078163.295123:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078163.295128:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769078163.295129:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078163.295131:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769078163.295132:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00080000:0.0:1769078163.295133:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078163.295137:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1769078163.295138:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617432192, offset 0
00000100:00080000:0.0:1769078163.295140:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5149
00000400:00000200:0.0:1769078163.295145:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078163.295149:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078163.295149:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769078163.295154:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078163.295156:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.295157:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078163.295159:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.295161:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078163.295162:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:0.0:1769078163.295163:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078163.295165:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078163.295167:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078163.295168:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078163.295170:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078163.295173:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:0.0:1769078163.295174:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078163.295179:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.295181:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078163.295183:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078163.295184:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078163.295187:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078163.295189:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078163.295192:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769078163.295194:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078163.295197:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295198:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1769078163.295199:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078163.295202:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:0.0:1769078163.295203:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078163.295207:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295208:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71072:71072:256:4294967295] 192.168.204.140@tcp LPNI seq info [71072:71072:8:4294967295]
00000100:00000001:0.0:1769078163.295210:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078163.295213:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078163.295217:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:0.0:1769078163.295218:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.295221:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078163.295223:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769078163.295226:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078163.295230:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078163.295230:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078163.295232:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078163.295235:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078163.295236:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078163.295238:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078163.295239:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000010:0.0:1769078163.295242:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000001:0.0:1769078163.295246:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078163.295246:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00100000:0.0:1769078163.295251:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078163.295258:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078163.295259:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769078163.295260:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078163.295265:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078163.295266:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769078163.295275:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078163.295279:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078163.295280:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5159)
00000800:00000200:1.1:1769078163.295286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078163.295291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078163.295293:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078163.295298:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.295301:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.295305:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078163.295307:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078163.295309:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.295313:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295319:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.295321:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295326:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295327:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.295331:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295334:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078163.295336:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299823046
00000100:00000010:1.0:1769078163.295340:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95e40.
00000100:00000001:1.0:1769078163.295346:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078163.295350:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299823046
00000100:00000010:1.0:1769078163.295352:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a953c0.
00000100:00000001:1.0:1769078163.295353:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078163.295355:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.295357:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295359:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.295362:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.295371:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.295374:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.295376:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078163.295378:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078163.295380:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078163.295382:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.295385:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.295394:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295400:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.295402:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295404:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.295406:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.295410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295417:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.295421:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295427:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.295430:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295432:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.295434:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295436:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.295438:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.295440:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.295444:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078163.295446:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.295450:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.295458:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432192:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078163.295461:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295463:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.295464:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617432192/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295469:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.295471:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.295472:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078163.295474:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.295475:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.295476:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078163.295478:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.295480:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:1.0:1769078163.295482:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.295483:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.295485:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:1.0:1769078163.295487:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.295487:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295489:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295502:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078163.295504:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295505:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078163.295506:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078163.295507:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078163.295511:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295517:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078163.295518:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.295520:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.295522:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.295524:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.295527:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432320:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078163.295530:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078163.295531:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.295533:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.295534:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078163.295537:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078163.295539:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295543:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078163.295546:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078163.295549:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078163.295551:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432320, portal 10
00000100:00000001:1.0:1769078163.295553:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.295555:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:1.0:1769078163.295560:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295566:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078163.295568:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078163.295580:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078163.295582:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617432320, offset 0
00000400:00000200:1.0:1769078163.295587:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078163.295591:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078163.295594:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078163.295597:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078163.295599:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078163.295601:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078163.295604:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078163.295607:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71073:71073:256:4294967295] 192.168.204.140@tcp LPNI seq info [71073:71073:8:4294967295]
00000400:00000200:1.0:1769078163.295610:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078163.295616:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078163.295621:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078163.295624:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078163.295628:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078163.295631:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078163.295634:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078163.295637:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078163.295640:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078163.295642:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078163.295644:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.295647:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.295649:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078163.295651:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078163.295653:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.295656:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295686:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.295689:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295694:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295695:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.295699:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.295702:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078163.295705:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078163.295707:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299821580
00000100:00000001:1.0:1769078163.295710:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299823046
00000100:00000001:1.0:1769078163.295711:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299821580
00000100:00000001:1.0:1769078163.295713:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299823046
00000100:00000001:1.0:1769078163.295715:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.295717:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295719:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.295722:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.295728:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.295729:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.295731:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078163.295733:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078163.295734:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078163.295736:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.295739:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.295746:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295752:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.295753:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295755:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.295756:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.295759:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295764:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.295767:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295772:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.295774:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295775:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.295776:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.295778:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.295779:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.295782:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.295785:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078163.295787:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.295790:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.295797:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432320:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078163.295800:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078163.295803:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295808:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078163.295809:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.295811:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078163.295813:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078163.295815:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078163.295817:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432448:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.295820:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078163.295821:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078163.295823:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078163.295824:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078163.295827:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078163.295828:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078163.295831:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078163.295849:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078163.295853:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078163.295855:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432448, portal 4
00000100:00000001:1.0:1769078163.295857:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078163.295858:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000040:1.0:1769078163.295864:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295873:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078163.295875:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078163.295877:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078163.295879:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617432448, offset 0
00000400:00000200:1.0:1769078163.295883:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078163.295886:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078163.295889:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078163.295892:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078163.295894:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078163.295896:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078163.295898:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078163.295900:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71074:71074:256:4294967295] 192.168.204.140@tcp LPNI seq info [71074:71074:8:4294967295]
00000400:00000200:1.0:1769078163.295904:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078163.295909:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078163.295912:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078163.295915:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078163.295919:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078163.295922:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078163.295926:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078163.295928:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078163.295931:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078163.295933:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078163.295936:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078163.295939:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078163.295941:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078163.295943:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078163.295945:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078163.295949:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295956:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.295959:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.295968:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295970:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078163.295973:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078163.295976:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078163.295979:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078163.295981:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299823046
00000100:00000001:1.0:1769078163.295983:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299823046
00000100:00000001:1.0:1769078163.295985:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299823046
00000100:00000001:1.0:1769078163.295987:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299823046
00000100:00000001:1.0:1769078163.295989:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078163.295990:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.295992:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078163.295995:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078163/real 1769078163]  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078163.296001:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078163.296003:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078163.296004:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078163.296006:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078163.296007:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078163.296009:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078163.296012:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078163.296019:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.296024:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078163.296025:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296027:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.296028:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078163.296032:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.296037:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078163.296041:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.296048:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078163.296050:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296052:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078163.296053:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296055:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078163.296057:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078163.296059:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078163.296062:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078163.296064:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078163.296067:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078163.296074:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432448:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078163.296077:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296079:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.296082:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617432320/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.296087:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.296088:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.296090:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24800.
02000000:00000001:1.0:1769078163.296092:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.296094:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.296095:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078163.296097:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.296099:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:1.0:1769078163.296102:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.296103:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.296104:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:1.0:1769078163.296107:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.296107:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296109:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078163.296123:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617432448/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078163.296129:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078163.296130:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078163.296132:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27000.
02000000:00000001:1.0:1769078163.296134:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078163.296135:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078163.296136:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078163.296138:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078163.296139:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:1.0:1769078163.296142:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078163.296143:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078163.296144:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:1.0:1769078163.296146:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078163.296147:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296148:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078163.296151:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078163.296152:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078163.296154:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078163.296155:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078163.614761:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078163.614766:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078163.614842:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078163.614846:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078163.614849:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078164.638734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078164.638740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078164.638791:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078164.638795:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078164.638798:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078164.830790:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299823046, at 4299823104
00000100:00000040:0.0:1769078164.830795:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299823046, at 4299823104
00000100:00000010:0.0:1769078164.830814:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000100:00000010:1.0:1769078164.830818:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00010000:00000001:1.0:1769078165.662783:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078165.662788:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078165.662850:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078165.662855:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078165.662859:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078166.686758:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078166.686767:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078166.686769:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078166.686773:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078166.686777:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078166.686780:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078166.686783:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078166.686785:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078166.686838:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078166.686841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078166.686844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078167.710811:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078167.710818:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078167.710902:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078167.710907:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078167.710911:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078168.414844:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078168.414855:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078168.414858:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078168.414862:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078168.414867:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078168.414875:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5154
00000400:00000200:1.0:1769078168.414885:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078168.414891:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078168.414895:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078168.414898:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.414902:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078168.414906:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.414908:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078168.414913:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078168.414915:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078168.414918:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078168.414922:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078168.414925:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078168.414927:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078168.414931:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.414933:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078168.414935:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.414938:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078168.414941:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078168.414946:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078168.414949:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.414952:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078168.414955:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078168.414958:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.414960:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078168.414962:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078168.414972:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708e00.
00000020:00000040:1.0:1769078168.414976:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078168.414980:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078168.414982:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.414985:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078168.414988:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078168.414999:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078168.415007:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27000.
00000100:00000001:1.0:1769078168.415013:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078168.415022:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078168.415049:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078168.415053:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.415058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ccc7fa] to pc [ptlrpcd_rcv+-1]  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.415089:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078168.415093:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078168.415097:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078168.415099:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078168.415101:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078168.415103:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078168.415106:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5154
00000400:00000200:1.0:1769078168.415110:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078168.415113:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078168.415115:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078168.415120:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415122:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078168.415124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078168.415128:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078168.415129:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078168.415131:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078168.415133:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078168.415135:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078168.415138:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078168.415141:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415143:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078168.415146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415148:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078168.415150:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078168.415153:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415155:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078168.415157:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078168.415163:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078168.415165:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.415167:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078168.415171:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078168.415175:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.415177:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078168.415181:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708380.
00000020:00000040:1.0:1769078168.415184:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078168.415186:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078168.415188:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.415191:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078168.415192:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078168.415194:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078168.415199:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24800.
00000100:00000001:1.0:1769078168.415205:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415206:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:1.0:1769078168.415212:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078168.415212:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078168.415216:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078168.415224:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078168.415225:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078168.415230:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.415240:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6798420] to pc [ptlrpcd_rcv+-1]  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415241:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078168.415245:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.415252:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1769078168.415257:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.415257:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1769078168.415263:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1769078168.415264:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078168.415271:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:3.0:1769078168.415272:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432576:192.168.204.140@tcp:250:kworker.0
00000100:00080000:1.0:1769078168.415277:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078168.415280:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1769078168.415283:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078168.415286:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:3.0:1769078168.415287:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769078168.415289:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1769078168.415291:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078168.415295:0:8:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:3.0:1769078168.415296:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1769078168.415303:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5154
02000000:00000010:3.0:1769078168.415303:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078168.415307:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078168.415312:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078168.415316:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078168.415319:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078168.415323:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078168.415327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078168.415328:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078168.415332:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000010:3.0:1769078168.415334:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:1.0:1769078168.415336:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:3.0:1769078168.415340:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000020:00000001:1.0:1769078168.415342:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078168.415346:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000200:3.0:1769078168.415348:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432576, portal 25
00000020:00000001:1.0:1769078168.415349:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078168.415353:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000001:3.0:1769078168.415354:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078168.415356:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000020:00000001:1.0:1769078168.415360:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078168.415365:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078168.415366:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078168.415376:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078168.415377:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1769078168.415382:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078168.415383:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078168.415387:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000040:1.0:1769078168.415390:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:3.0:1769078168.415391:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617432576, offset 0
00000100:00000001:1.0:1769078168.415397:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769078168.415400:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:1.0:1769078168.415402:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078168.415410:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769078168.415410:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078168.415416:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.415418:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:1.0:1769078168.415421:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078168.415425:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078168.415427:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078168.415430:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:1.0:1769078168.415433:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.415435:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078168.415438:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078168.415439:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00100000:1.0:1769078168.415444:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769078168.415444:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71075:71075:256:4294967295] 192.168.204.140@tcp LPNI seq info [71075:71075:8:4294967295]
00000008:00000001:1.0:1769078168.415451:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.415454:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078168.415457:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078168.415463:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709180.
00000400:00000200:3.0:1769078168.415465:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078168.415469:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.0:1769078168.415474:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:1.0:1769078168.415475:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078168.415478:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078168.415479:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:1.0:1769078168.415482:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078168.415485:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078168.415489:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078168.415489:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078168.415494:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
02000000:00000010:1.0:1769078168.415498:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27800.
00000800:00000200:3.1:1769078168.415499:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078168.415504:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1769078168.415505:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078168.415510:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078168.415513:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000100:00100000:1.0:1769078168.415515:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078168.415518:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078168.415528:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078168.415533:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000100:00000001:1.0:1769078168.415534:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078168.415537:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:1.0:1769078168.415539:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415542:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1769078168.415547:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000518c174f] to pc [ptlrpcd_rcv+-1]  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078168.415548:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415573:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078168.415576:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.415578:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078168.415584:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5164)
00000100:00000001:3.0:1769078168.415586:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415589:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078168.415594:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.415598:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078168.415600:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299828166
00000100:00000010:3.0:1769078168.415604:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3600.
00000100:00000001:3.0:1769078168.415611:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078168.415628:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299828166
00000100:00000010:3.0:1769078168.415631:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3840.
00000100:00000001:3.0:1769078168.415633:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078168.415635:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078168.415637:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415639:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078168.415642:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078168.415649:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078168.415650:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078168.415651:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078168.415653:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078168.415655:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078168.415657:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078168.415699:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078168.415711:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415718:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078168.415719:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415721:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.415723:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078168.415726:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415732:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078168.415736:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415740:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078168.415742:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415744:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.415745:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415747:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078168.415749:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078168.415758:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078168.415761:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078168.415763:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078168.415766:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078168.415772:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432576:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078168.415775:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415777:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078168.415779:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708e00 x1855007617432576/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415783:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078168.415785:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078168.415786:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078168.415789:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078168.415790:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078168.415791:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078168.415793:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078168.415794:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27000.
02000000:00000001:3.0:1769078168.415797:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078168.415799:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078168.415800:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708e00.
00000100:00000001:3.0:1769078168.415802:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078168.415803:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415804:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415810:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078168.415811:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415813:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078168.415814:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078168.415815:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078168.415818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415823:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078168.415824:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.415825:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078168.415827:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078168.415828:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078168.415830:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432704:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078168.415832:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078168.415834:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078168.415835:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.415836:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078168.415839:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078168.415840:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.415843:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078168.415845:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078168.415847:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078168.415850:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432704, portal 10
00000100:00000001:3.0:1769078168.415851:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078168.415852:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880228736 : -121799829322880 : ffff913944708380)
00000100:00000040:3.0:1769078168.415856:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415861:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078168.415862:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078168.415864:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078168.415865:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617432704, offset 0
00000400:00000200:3.0:1769078168.415868:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078168.415871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078168.415873:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078168.415875:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078168.415877:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078168.415879:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078168.415881:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078168.415883:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71076:71076:256:4294967295] 192.168.204.140@tcp LPNI seq info [71076:71076:8:4294967295]
00000400:00000200:3.0:1769078168.415886:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078168.415890:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078168.415894:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078168.415896:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078168.415898:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078168.415900:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078168.415903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078168.415905:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078168.415907:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078168.415909:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078168.415911:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078168.415913:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078168.415915:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078168.415916:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078168.415918:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078168.415920:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415925:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078168.415927:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415932:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415933:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078168.415935:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.415937:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078168.415939:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078168.415941:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299826700
00000100:00000001:3.0:1769078168.415943:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299828166
00000100:00000001:3.0:1769078168.415945:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299826700
00000100:00000001:3.0:1769078168.415946:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299828166
00000100:00000001:3.0:1769078168.415948:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078168.415949:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.415950:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078168.415953:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078168.415958:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078168.415959:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078168.415960:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078168.415961:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078168.415962:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078168.415963:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078168.415965:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078168.415970:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415974:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078168.415975:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415976:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.415977:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078168.415979:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415983:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078168.415986:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.415990:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078168.415992:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415994:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.415995:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.415997:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078168.415998:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078168.416001:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078168.416005:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078168.416007:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078168.416012:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078168.416020:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432704:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078168.416137:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078168.416144:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416153:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078168.416154:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.416156:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078168.416157:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078168.416159:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078168.416161:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432832:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078168.416163:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078168.416164:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078168.416166:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078168.416167:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078168.416170:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078168.416171:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078168.416174:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078168.416176:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078168.416179:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078168.416181:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432832, portal 4
00000100:00000001:3.0:1769078168.416182:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078168.416183:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880232320 : -121799829319296 : ffff913944709180)
00000100:00000040:3.0:1769078168.416187:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416196:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078168.416198:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078168.416199:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078168.416201:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617432832, offset 0
00000400:00000200:3.0:1769078168.416203:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078168.416206:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078168.416209:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078168.416211:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078168.416213:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078168.416214:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078168.416216:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078168.416218:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71077:71077:256:4294967295] 192.168.204.140@tcp LPNI seq info [71077:71077:8:4294967295]
00000400:00000200:3.0:1769078168.416221:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078168.416225:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078168.416229:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078168.416232:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078168.416236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078168.416239:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1769078168.416244:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078168.416246:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1769078168.416250:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078168.416252:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078168.416256:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078168.416260:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078168.416263:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078168.416265:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078168.416268:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078168.416272:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416279:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078168.416283:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416295:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.416297:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078168.416301:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078168.416304:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078168.416307:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078168.416309:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299828166
00000100:00000001:3.0:1769078168.416312:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299828166
00000100:00000001:3.0:1769078168.416314:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299828166
00000100:00000001:3.0:1769078168.416316:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299828166
00000100:00000001:3.0:1769078168.416318:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078168.416320:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.416322:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078168.416326:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078168/real 1769078168]  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078168.416333:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078168.416335:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078168.416337:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078168.416339:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078168.416340:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078168.416343:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078168.416346:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078168.416368:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416375:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078168.416377:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416378:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.416380:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078168.416384:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416391:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078168.416396:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416402:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078168.416404:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416406:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078168.416407:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416409:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078168.416413:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078168.416415:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078168.416419:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078168.416421:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078168.416425:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078168.416433:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617432832:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078168.416437:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416438:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078168.416442:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708380 x1855007617432704/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416448:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078168.416450:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078168.416452:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078168.416455:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078168.416456:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078168.416458:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078168.416460:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078168.416462:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24800.
02000000:00000001:3.0:1769078168.416465:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078168.416466:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078168.416468:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708380.
00000100:00000001:3.0:1769078168.416470:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078168.416472:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416473:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078168.416476:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709180 x1855007617432832/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078168.416482:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078168.416484:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078168.416485:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8000.
02000000:00000001:3.0:1769078168.416488:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078168.416489:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078168.416491:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078168.416493:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078168.416494:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27800.
02000000:00000001:3.0:1769078168.416496:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078168.416497:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078168.416499:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709180.
00000100:00000001:3.0:1769078168.416501:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078168.416502:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416504:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078168.416508:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078168.416509:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078168.416511:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078168.416513:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078168.734742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078168.734748:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078168.734811:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078168.734815:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078168.734819:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078169.758775:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078169.758781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078169.758855:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078169.758860:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078169.758864:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078169.950751:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299828166, at 4299828224
00000100:00000040:1.0:1769078169.950751:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299828166, at 4299828224
00000100:00000010:1.0:1769078169.950766:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3840.
00000100:00000010:0.0:1769078169.950769:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3600.
00010000:00000001:1.0:1769078170.782731:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078170.782738:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078170.782803:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078170.782807:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078170.782811:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078171.806786:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078171.806794:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078171.806866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078171.806872:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078171.806876:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078172.830742:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078172.830749:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078172.830840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078172.830848:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078172.830853:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078173.534814:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078173.534828:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078173.534831:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078173.534835:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078173.534839:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078173.534846:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5159
00000400:00000200:3.0:1769078173.534856:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078173.534861:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078173.534865:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078173.534867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.534870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078173.534873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.534875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078173.534879:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078173.534880:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078173.534883:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078173.534886:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078173.534887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078173.534889:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078173.534891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.534893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078173.534894:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.534896:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078173.534898:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078173.534901:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078173.534902:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078173.534905:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078173.534908:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078173.534910:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.534912:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078173.534914:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078173.534925:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078173.534931:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078173.534936:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078173.534947:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.534951:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078173.534955:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078173.534960:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078173.534971:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769078173.534979:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078173.534991:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078173.535003:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078173.535009:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078173.535013:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078173.535045:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078173.535048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078173.535051:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078173.535052:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078173.535053:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078173.535056:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078173.535059:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5159
00000400:00000200:3.0:1769078173.535063:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078173.535065:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078173.535068:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078173.535071:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535073:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078173.535075:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535076:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078173.535077:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078173.535078:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078173.535079:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078173.535082:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078173.535084:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078173.535085:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078173.535090:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078173.535093:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078173.535097:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535102:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078173.535103:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078173.535115:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535117:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078173.535119:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769078173.535125:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078173.535126:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535137:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078173.535145:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078173.535151:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078173.535154:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078173.535154:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078173.535166:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.535167:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078173.535170:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078173.535173:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1769078173.535175:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078173.535176:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078173.535186:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.535188:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432960:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078173.535190:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078173.535200:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078173.535201:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1769078173.535210:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078173.535211:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078173.535216:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078173.535217:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078173.535220:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.535221:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078173.535225:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078173.535228:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078173.535230:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078173.535233:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000010:3.0:1769078173.535235:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078173.535238:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.535241:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078173.535250:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078173.535251:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078173.535259:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:3.0:1769078173.535269:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078173.535272:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078173.535273:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000040:3.0:1769078173.535279:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078173.535282:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617432960, portal 25
00000100:00000001:1.0:1769078173.535289:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078173.535294:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078173.535313:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078173.535314:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078173.535326:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078173.535329:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078173.535331:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078173.535346:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078173.535352:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078173.535356:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078173.535357:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078173.535365:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1769078173.535370:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078173.535376:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5159
00000400:00000010:1.0:1769078173.535377:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000400:00000200:3.0:1769078173.535386:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000200:1.0:1769078173.535388:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617432960, offset 0
00000400:00000200:3.0:1769078173.535396:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078173.535398:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078173.535404:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078173.535411:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535414:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078173.535420:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078173.535421:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535427:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078173.535429:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078173.535430:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078173.535432:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:3.0:1769078173.535436:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078173.535439:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078173.535442:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078173.535448:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078173.535455:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769078173.535456:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078173.535461:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078173.535464:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078173.535470:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535471:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078173.535476:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078173.535478:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71078:71078:256:4294967295] 192.168.204.140@tcp LPNI seq info [71078:71078:8:4294967295]
00000100:00000001:3.0:1769078173.535482:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078173.535490:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769078173.535492:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078173.535498:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535505:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078173.535511:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078173.535511:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078173.535518:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078173.535526:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078173.535527:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078173.535539:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769078173.535541:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00100000:3.0:1769078173.535543:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078173.535549:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.535551:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078173.535555:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:3.0:1769078173.535557:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000800:00000200:1.0:1769078173.535564:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000020:00000040:3.0:1769078173.535565:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078173.535572:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078173.535576:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078173.535581:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769078173.535582:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078173.535586:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769078173.535587:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078173.535593:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078173.535595:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
02000000:00000001:3.0:1769078173.535599:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078173.535600:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078173.535613:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1769078173.535615:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000400:00000200:1.0:1769078173.535618:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078173.535624:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:3.0:1769078173.535626:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.535630:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1769078173.535634:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078173.535642:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078173.535647:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078173.535651:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078173.535688:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535735:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078173.535735:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.535742:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078173.535745:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5169)
00000100:00000001:1.0:1769078173.535755:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.535758:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078173.535764:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078173.535768:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078173.535771:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299833287
00000100:00000010:1.0:1769078173.535776:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a953c0.
00000100:00000001:1.0:1769078173.535783:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078173.535795:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299833287
00000100:00000010:1.0:1769078173.535797:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ba0.
00000100:00000001:1.0:1769078173.535799:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078173.535801:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078173.535803:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.535805:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078173.535809:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078173.535816:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078173.535818:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078173.535821:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078173.535823:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078173.535825:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078173.535829:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078173.535833:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078173.535840:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535844:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078173.535845:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535847:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.535848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078173.535851:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535856:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078173.535859:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535864:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078173.535866:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535867:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.535868:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535870:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078173.535871:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078173.535874:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078173.535877:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078173.535878:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078173.535881:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078173.535886:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617432960:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078173.535889:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535891:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078173.535893:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617432960/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535897:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078173.535899:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078173.535901:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078173.535904:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078173.535905:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078173.535907:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078173.535908:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078173.535910:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078173.535913:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078173.535915:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078173.535916:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078173.535919:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078173.535920:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535922:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.535928:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078173.535929:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.535931:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078173.535932:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078173.535933:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078173.535936:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.535957:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078173.535959:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.535962:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078173.535965:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.535967:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.535971:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433088:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078173.535982:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078173.535988:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078173.535990:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.535992:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078173.535995:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078173.535997:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078173.536002:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078173.536005:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078173.536009:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078173.536012:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433088, portal 10
00000100:00000001:1.0:1769078173.536015:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078173.536016:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769078173.536023:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536030:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078173.536033:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078173.536036:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078173.536038:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617433088, offset 0
00000400:00000200:1.0:1769078173.536041:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078173.536044:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078173.536047:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078173.536050:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078173.536052:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078173.536053:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078173.536055:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078173.536057:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71079:71079:256:4294967295] 192.168.204.140@tcp LPNI seq info [71079:71079:8:4294967295]
00000400:00000200:1.0:1769078173.536060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078173.536065:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078173.536068:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078173.536070:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078173.536073:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078173.536075:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078173.536079:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078173.536081:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078173.536084:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078173.536085:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078173.536087:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078173.536090:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078173.536092:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078173.536093:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078173.536095:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078173.536097:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536103:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078173.536105:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536110:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.536111:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078173.536113:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.536116:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078173.536118:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078173.536120:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299831820
00000100:00000001:1.0:1769078173.536122:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299833287
00000100:00000001:1.0:1769078173.536123:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299831820
00000100:00000001:1.0:1769078173.536125:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299833287
00000100:00000001:1.0:1769078173.536126:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078173.536128:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.536129:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078173.536132:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078173.536137:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078173.536137:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078173.536139:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078173.536140:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078173.536141:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078173.536142:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078173.536144:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078173.536149:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536153:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078173.536155:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536156:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.536157:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078173.536159:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536163:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078173.536165:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536170:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078173.536172:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536173:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.536174:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536175:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078173.536176:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078173.536178:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078173.536180:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078173.536181:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078173.536184:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078173.536189:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433088:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078173.536191:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078173.536194:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536199:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078173.536200:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.536201:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078173.536202:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078173.536204:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078173.536205:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433216:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078173.536208:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078173.536209:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078173.536210:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078173.536212:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078173.536214:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078173.536215:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078173.536217:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078173.536219:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078173.536222:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078173.536224:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433216, portal 4
00000100:00000001:1.0:1769078173.536225:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078173.536226:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769078173.536230:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536234:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078173.536235:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078173.536237:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078173.536238:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617433216, offset 0
00000400:00000200:1.0:1769078173.536240:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078173.536243:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078173.536245:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078173.536246:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078173.536248:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078173.536250:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078173.536251:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078173.536253:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71080:71080:256:4294967295] 192.168.204.140@tcp LPNI seq info [71080:71080:8:4294967295]
00000400:00000200:1.0:1769078173.536256:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078173.536260:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078173.536263:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078173.536264:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078173.536267:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078173.536268:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078173.536271:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078173.536273:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078173.536275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078173.536277:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078173.536279:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078173.536281:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078173.536283:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078173.536284:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078173.536286:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078173.536288:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536293:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078173.536295:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536299:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.536300:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078173.536302:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078173.536304:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078173.536306:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078173.536307:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299833286
00000100:00000001:1.0:1769078173.536309:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299833287
00000100:00000001:1.0:1769078173.536310:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299833286
00000100:00000001:1.0:1769078173.536312:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299833287
00000100:00000001:1.0:1769078173.536313:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078173.536314:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.536316:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078173.536318:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078173/real 1769078173]  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078173.536322:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078173.536323:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078173.536324:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078173.536325:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078173.536326:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078173.536327:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078173.536329:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078173.536334:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536343:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078173.536344:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536345:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.536346:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078173.536348:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536352:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078173.536355:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536359:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078173.536360:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536361:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078173.536362:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536363:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078173.536365:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078173.536366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078173.536369:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078173.536370:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078173.536372:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078173.536377:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433216:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078173.536379:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536380:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078173.536382:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617433088/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536387:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078173.536388:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078173.536389:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078173.536391:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078173.536392:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078173.536393:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078173.536394:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078173.536395:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078173.536397:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078173.536398:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078173.536399:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078173.536401:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078173.536402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536403:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078173.536405:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617433216/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078173.536409:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078173.536409:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078173.536410:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078173.536412:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078173.536412:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078173.536413:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078173.536414:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078173.536415:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078173.536416:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078173.536417:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078173.536417:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078173.536419:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078173.536420:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536421:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078173.536423:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078173.536424:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078173.536425:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078173.536426:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078173.854785:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078173.854791:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078173.854858:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078173.854864:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078173.854869:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078174.878788:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078174.878795:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078174.878888:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078174.878894:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078174.878898:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078175.070818:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299833287, at 4299833344
00000100:00000040:1.0:1769078175.070818:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299833287, at 4299833344
00000100:00000010:0.0:1769078175.070838:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00000100:00000010:1.0:1769078175.070844:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00010000:00000001:1.0:1769078175.902766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078175.902773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078175.902834:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078175.902838:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078175.902842:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078176.926807:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078176.926815:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078176.926817:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078176.926821:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.926826:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078176.926829:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.926831:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078176.926833:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078176.926921:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078176.926927:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078176.926931:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078177.950807:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078177.950814:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078177.950893:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078177.950897:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078177.950901:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078178.654788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078178.654804:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078178.654807:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078178.654812:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078178.654817:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078178.654827:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5164
00000400:00000200:3.0:1769078178.654839:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078178.654847:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078178.654865:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078178.654871:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.654875:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078178.654878:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.654882:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078178.654887:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078178.654899:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078178.654903:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078178.654910:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078178.654913:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078178.654916:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078178.654919:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.654922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078178.654924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.654926:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078178.654930:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078178.654933:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078178.654936:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078178.654939:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078178.654943:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078178.654946:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.654950:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078178.654953:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078178.654970:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769078178.654975:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078178.654980:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078178.654982:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.654985:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078178.654989:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078178.654994:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078178.655004:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769078178.655012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078178.655023:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078178.655035:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078178.655041:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078178.655046:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078178.655077:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078178.655081:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078178.655085:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078178.655087:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078178.655089:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078178.655093:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078178.655096:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5164
00000400:00000200:3.0:1769078178.655100:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078178.655104:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078178.655107:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078178.655110:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655113:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078178.655116:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655119:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078178.655122:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078178.655124:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078178.655126:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078178.655126:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078178.655130:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078178.655133:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078178.655134:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078178.655138:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078178.655139:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078178.655145:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655149:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078178.655151:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078178.655154:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655160:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078178.655166:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078178.655172:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078178.655174:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078178.655177:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.655178:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078178.655181:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078178.655184:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078178.655189:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078178.655189:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.655194:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078178.655195:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.655199:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:1.0:1769078178.655201:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617433344:192.168.204.140@tcp:250:kworker.0
00000008:00100000:3.0:1769078178.655206:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078178.655207:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078178.655213:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.655214:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078178.655217:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.655219:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078178.655223:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
02000000:00000001:1.0:1769078178.655224:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078178.655229:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769078178.655231:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769078178.655232:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078178.655236:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.655237:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.655240:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078178.655243:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078178.655246:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078178.655250:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769078178.655254:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000400:00000010:1.0:1769078178.655258:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:3.0:1769078178.655260:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078178.655267:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00100000:3.0:1769078178.655269:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078178.655277:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433344, portal 25
00000100:00000001:3.0:1769078178.655282:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078178.655283:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078178.655287:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000001:3.0:1769078178.655288:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078178.655296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078178.655300:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078178.655319:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.655322:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078178.655324:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078178.655330:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078178.655332:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078178.655335:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00080000:3.0:1769078178.655338:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078178.655340:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617433344, offset 0
00000100:00080000:3.0:1769078178.655347:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078178.655350:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078178.655352:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078178.655353:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078178.655358:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078178.655362:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5164
00000400:00000200:1.0:1769078178.655365:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078178.655370:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078178.655376:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078178.655377:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078178.655383:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078178.655388:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078178.655389:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655393:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078178.655396:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769078178.655398:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655402:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078178.655404:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078178.655406:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078178.655410:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078178.655413:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078178.655414:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078178.655417:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078178.655421:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078178.655423:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71081:71081:256:4294967295] 192.168.204.140@tcp LPNI seq info [71081:71081:8:4294967295]
00000020:00000001:3.0:1769078178.655425:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078178.655433:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078178.655438:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078178.655439:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078178.655444:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655446:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078178.655451:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078178.655458:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078178.655461:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078178.655462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078178.655466:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078178.655471:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769078178.655473:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078178.655474:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.655479:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769078178.655482:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00100000:3.0:1769078178.655483:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078178.655488:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.655490:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078178.655495:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:3.0:1769078178.655495:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000800:00000200:1.0:1769078178.655502:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1769078178.655502:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078178.655507:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078178.655511:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078178.655515:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769078178.655515:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078178.655519:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769078178.655522:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1769078178.655523:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078178.655527:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769078178.655531:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078178.655536:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769078178.655550:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078178.655551:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078178.655555:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769078178.655556:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078178.655563:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078178.655565:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078178.655577:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078178.655582:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078178.655585:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078178.655590:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000040:3.0:1769078178.655590:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5174)
00000100:00000001:1.0:1769078178.655605:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078178.655612:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655624:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.655629:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655638:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.655640:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078178.655646:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078178.655651:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078178.655655:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299838406
00000100:00000010:1.0:1769078178.655684:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ba0.
00000100:00000001:1.0:1769078178.655692:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078178.655706:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299838407
00000100:00000010:1.0:1769078178.655710:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95120.
00000100:00000001:1.0:1769078178.655713:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078178.655717:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078178.655720:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.655723:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078178.655728:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078178.655739:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078178.655742:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078178.655744:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078178.655747:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078178.655750:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078178.655754:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078178.655758:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078178.655768:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655780:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078178.655783:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655785:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.655788:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078178.655792:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655801:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078178.655806:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655814:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078178.655817:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655819:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.655820:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655823:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078178.655825:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078178.655828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078178.655840:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078178.655842:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078178.655847:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078178.655869:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617433344:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078178.655874:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655876:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.655880:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617433344/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655888:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078178.655891:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078178.655894:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078178.655897:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078178.655899:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078178.655901:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078178.655904:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078178.655906:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078178.655911:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078178.655914:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078178.655916:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078178.655920:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078178.655921:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655924:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.655932:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078178.655935:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.655937:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078178.655939:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078178.655940:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078178.655944:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.655953:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078178.655954:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.655957:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078178.655959:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.655961:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078178.655964:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433472:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078178.655968:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078178.655970:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078178.655972:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.655974:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078178.655977:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078178.655979:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078178.655984:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078178.655987:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078178.655990:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078178.655993:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433472, portal 10
00000100:00000001:1.0:1769078178.655995:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078178.655997:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769078178.656004:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656011:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078178.656014:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078178.656017:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078178.656019:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617433472, offset 0
00000400:00000200:1.0:1769078178.656023:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078178.656027:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078178.656031:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078178.656035:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078178.656038:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078178.656040:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078178.656043:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078178.656047:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71082:71082:256:4294967295] 192.168.204.140@tcp LPNI seq info [71082:71082:8:4294967295]
00000400:00000200:1.0:1769078178.656052:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078178.656059:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078178.656064:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078178.656068:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078178.656072:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078178.656075:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078178.656080:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078178.656083:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078178.656087:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078178.656089:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078178.656092:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078178.656096:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078178.656099:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078178.656101:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078178.656103:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078178.656107:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656116:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.656119:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656127:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.656128:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078178.656131:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.656136:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078178.656139:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078178.656142:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299836940
00000100:00000001:1.0:1769078178.656145:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299838406
00000100:00000001:1.0:1769078178.656147:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299836940
00000100:00000001:1.0:1769078178.656150:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299838407
00000100:00000001:1.0:1769078178.656152:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078178.656155:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.656157:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078178.656160:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078178.656168:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078178.656169:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078178.656171:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078178.656173:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078178.656175:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078178.656176:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078178.656180:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078178.656189:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656197:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078178.656198:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656200:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.656202:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078178.656205:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656213:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078178.656217:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656225:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078178.656228:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656230:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.656231:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656233:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078178.656235:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078178.656237:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078178.656240:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078178.656243:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078178.656247:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078178.656255:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433472:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078178.656259:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078178.656262:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656270:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078178.656272:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.656274:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078178.656276:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078178.656278:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078178.656281:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433600:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078178.656285:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078178.656286:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078178.656288:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078178.656290:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078178.656293:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078178.656295:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078178.656299:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078178.656303:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078178.656306:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078178.656309:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433600, portal 4
00000100:00000001:1.0:1769078178.656311:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078178.656312:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078178.656318:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656326:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078178.656328:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078178.656330:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078178.656332:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617433600, offset 0
00000400:00000200:1.0:1769078178.656336:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078178.656339:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078178.656343:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078178.656346:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078178.656349:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078178.656351:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078178.656354:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078178.656358:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71083:71083:256:4294967295] 192.168.204.140@tcp LPNI seq info [71083:71083:8:4294967295]
00000400:00000200:1.0:1769078178.656362:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078178.656368:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078178.656373:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078178.656376:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078178.656379:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078178.656382:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078178.656386:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078178.656390:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078178.656394:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078178.656396:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078178.656399:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078178.656402:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078178.656405:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078178.656407:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078178.656410:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078178.656414:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656422:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.656426:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656433:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.656435:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078178.656439:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078178.656441:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078178.656445:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078178.656448:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299838406
00000100:00000001:1.0:1769078178.656450:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299838406
00000100:00000001:1.0:1769078178.656453:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299838406
00000100:00000001:1.0:1769078178.656455:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299838407
00000100:00000001:1.0:1769078178.656458:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078178.656460:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.656462:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078178.656465:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078178/real 1769078178]  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078178.656473:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078178.656474:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078178.656476:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078178.656478:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078178.656480:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078178.656482:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078178.656485:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078178.656495:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656510:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078178.656512:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656514:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.656516:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078178.656520:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656527:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078178.656531:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656538:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078178.656540:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656542:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078178.656543:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656545:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078178.656548:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078178.656551:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078178.656555:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078178.656557:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078178.656561:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078178.656570:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433600:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078178.656574:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656576:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.656580:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617433472/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656587:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078178.656588:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078178.656590:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078178.656592:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078178.656594:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078178.656596:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078178.656598:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078178.656600:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078178.656602:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078178.656604:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078178.656605:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078178.656608:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078178.656610:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656611:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078178.656615:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617433600/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078178.656623:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078178.656625:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078178.656626:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078178.656628:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078178.656629:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078178.656631:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078178.656633:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078178.656634:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078178.656636:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078178.656637:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078178.656639:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078178.656641:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078178.656642:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656644:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078178.656647:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078178.656648:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078178.656650:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078178.656651:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078178.974809:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078178.974819:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078178.974899:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078178.974905:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078178.974909:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078179.998865:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078179.998874:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078179.998949:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078179.998954:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078179.998958:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078180.190772:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299838406, at 4299838464
00000100:00000040:1.0:1769078180.190772:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299838407, at 4299838464
00000100:00000010:1.0:1769078180.190788:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000100:00000010:0.0:1769078180.190790:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00010000:00000001:1.0:1769078181.022762:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078181.022771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078181.022829:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078181.022832:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078181.022835:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078182.046818:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078182.046824:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078182.046883:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078182.046886:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078182.046889:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078183.070756:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078183.070763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078183.070820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078183.070824:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078183.070827:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078183.774819:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.774830:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078183.774833:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.774837:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.774841:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.774849:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5169
00000400:00000200:1.0:1769078183.774858:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078183.774863:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.774866:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.774868:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.774871:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.774873:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.774875:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078183.774878:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.774880:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078183.774882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.774884:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078183.774886:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078183.774887:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078183.774889:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.774890:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.774892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.774893:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078183.774896:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078183.774899:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078183.774900:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.774903:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078183.774906:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.774908:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.774910:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078183.774911:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.774921:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708700.
00000020:00000040:1.0:1769078183.774924:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078183.774928:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.774929:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.774931:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.774934:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.774939:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078183.774946:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24400.
00000100:00000001:1.0:1769078183.774952:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078183.774960:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078183.774968:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.774972:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.774975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1af785] to pc [ptlrpcd_rcv+-1]  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078183.774995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078183.774997:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078183.775000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078183.775001:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078183.775002:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.775004:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078183.775006:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5169
00000400:00000200:1.0:1769078183.775015:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078183.775017:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1769078183.775018:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.775021:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078183.775022:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078183.775025:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078183.775026:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078183.775028:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.775034:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775036:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769078183.775036:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1769078183.775041:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.775043:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078183.775046:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078183.775049:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769078183.775050:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1769078183.775053:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769078183.775053:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1769078183.775058:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
02000000:00000001:3.0:1769078183.775060:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078183.775063:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
02000000:00000001:3.0:1769078183.775064:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078183.775066:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1769078183.775068:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.775069:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775073:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00100000:3.0:1769078183.775073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617433728:192.168.204.140@tcp:250:kworker.0
00000020:00000040:1.0:1769078183.775076:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769078183.775078:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078183.775083:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1769078183.775084:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:3.0:1769078183.775086:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.775090:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078183.775090:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078183.775094:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1769078183.775095:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078183.775098:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.775100:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078183.775104:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775105:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078183.775108:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:3.0:1769078183.775110:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000008:00100000:1.0:1769078183.775115:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1769078183.775117:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000008:00000001:1.0:1769078183.775119:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.775123:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078183.775125:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433728, portal 25
00000100:00000001:3.0:1769078183.775128:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000010:1.0:1769078183.775129:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470bb80.
00000100:00000001:3.0:1769078183.775130:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000020:00000040:1.0:1769078183.775133:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000040:3.0:1769078183.775137:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078183.775138:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.775141:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.775144:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.775146:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.775150:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775150:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1769078183.775155:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25000.
00000100:00000040:3.0:1769078183.775155:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078183.775159:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000001:1.0:1769078183.775161:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078183.775163:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617433728, offset 0
00000100:00100000:1.0:1769078183.775167:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078183.775171:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775179:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.775181:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775184:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078183.775185:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006dfcc2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078183.775192:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:1.0:1769078183.775196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078183.775199:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078183.775200:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1769078183.775205:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078183.775207:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:1.0:1769078183.775209:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078183.775212:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1769078183.775214:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078183.775216:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078183.775217:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:1.0:1769078183.775218:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078183.775222:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078183.775223:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71084:71084:256:4294967295] 192.168.204.140@tcp LPNI seq info [71084:71084:8:4294967295]
00000100:00080000:1.0:1769078183.775226:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5169
00000400:00000200:3.0:1769078183.775230:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078183.775233:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078183.775236:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078183.775237:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078183.775239:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775240:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078183.775242:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775243:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078183.775245:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078183.775248:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078183.775252:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078183.775252:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1769078183.775253:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769078183.775257:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.0:1769078183.775262:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000001:1.0:1769078183.775263:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000010:3.0:1769078183.775268:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000040:1.0:1769078183.775275:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.0:1769078183.775278:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078183.775279:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1769078183.775283:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1769078183.775284:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078183.775289:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078183.775293:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.1:1769078183.775293:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:1.0:1769078183.775298:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:3.1:1769078183.775298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:1.0:1769078183.775302:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078183.775305:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:3.0:1769078183.775305:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:1.0:1769078183.775307:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:3.0:1769078183.775309:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
02000000:00000001:1.0:1769078183.775311:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.775314:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078183.775316:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:1.0:1769078183.775317:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769078183.775320:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775323:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1769078183.775324:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078183.775328:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b480.
00000400:00000200:3.0:1769078183.775329:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000020:00000040:1.0:1769078183.775331:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000010:3.0:1769078183.775332:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
02000000:00000001:1.0:1769078183.775334:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078183.775336:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775337:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1769078183.775338:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078183.775340:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078183.775342:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078183.775342:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078183.775352:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27c00.
00000100:00000001:3.0:1769078183.775352:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1769078183.775357:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078183.775357:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078183.775367:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078183.775367:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775370:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078183.775378:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078183.775379:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078183.775382:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775386:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078183.775391:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a98e6a77] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775392:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299843526
00000100:00000010:3.0:1769078183.775400:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b37e0.
00000100:00000001:1.0:1769078183.775404:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775410:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1769078183.775412:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5179)
00000100:00000001:3.0:1769078183.775421:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299843526
00000100:00000010:3.0:1769078183.775426:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3f60.
00000100:00000001:3.0:1769078183.775429:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078183.775432:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078183.775435:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775438:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078183.775444:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078183.775454:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078183.775455:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078183.775457:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078183.775460:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078183.775462:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078183.775464:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078183.775467:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078183.775475:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775481:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078183.775482:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775485:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775487:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078183.775490:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775497:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078183.775501:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775508:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078183.775510:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775512:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775513:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775516:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078183.775518:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078183.775521:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078183.775525:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078183.775527:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078183.775530:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078183.775538:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617433728:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078183.775543:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775545:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078183.775548:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708700 x1855007617433728/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775555:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078183.775559:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078183.775561:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078183.775563:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078183.775565:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078183.775566:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078183.775568:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078183.775570:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769078183.775573:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078183.775574:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078183.775575:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708700.
00000100:00000001:3.0:1769078183.775577:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078183.775578:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775580:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775587:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078183.775588:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775589:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078183.775590:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078183.775592:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078183.775595:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775599:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078183.775600:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078183.775601:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078183.775603:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078183.775604:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078183.775606:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433856:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078183.775608:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078183.775609:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078183.775610:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078183.775612:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078183.775614:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078183.775615:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775618:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078183.775620:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078183.775622:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078183.775624:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433856, portal 10
00000100:00000001:3.0:1769078183.775626:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078183.775627:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880243072 : -121799829308544 : ffff91394470bb80)
00000100:00000040:3.0:1769078183.775631:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775635:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078183.775636:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078183.775638:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078183.775639:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617433856, offset 0
00000400:00000200:3.0:1769078183.775641:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078183.775644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078183.775646:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078183.775648:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078183.775650:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078183.775651:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078183.775653:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078183.775655:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71085:71085:256:4294967295] 192.168.204.140@tcp LPNI seq info [71085:71085:8:4294967295]
00000400:00000200:3.0:1769078183.775674:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078183.775678:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078183.775681:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078183.775684:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078183.775686:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078183.775688:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078183.775691:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078183.775693:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078183.775695:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078183.775697:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078183.775699:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078183.775701:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078183.775703:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078183.775704:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078183.775705:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078183.775708:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775712:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078183.775714:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775718:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775719:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078183.775721:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078183.775724:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078183.775726:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078183.775727:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299842060
00000100:00000001:3.0:1769078183.775729:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299843526
00000100:00000001:3.0:1769078183.775731:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299842060
00000100:00000001:3.0:1769078183.775732:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299843526
00000100:00000001:3.0:1769078183.775734:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078183.775735:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775737:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078183.775739:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078183.775743:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078183.775744:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078183.775745:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078183.775746:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078183.775747:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078183.775748:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078183.775750:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078183.775755:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775758:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078183.775759:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775760:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775761:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078183.775762:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775780:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078183.775783:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775787:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078183.775788:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775789:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775790:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775791:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078183.775793:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078183.775795:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078183.775797:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078183.775798:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078183.775801:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078183.775805:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433856:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078183.775807:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078183.775809:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775812:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078183.775813:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078183.775815:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078183.775816:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078183.775817:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078183.775819:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433984:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078183.775821:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078183.775822:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078183.775823:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078183.775824:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078183.775826:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078183.775827:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078183.775830:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078183.775832:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078183.775834:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078183.775836:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617433984, portal 4
00000100:00000001:3.0:1769078183.775837:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078183.775838:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880241280 : -121799829310336 : ffff91394470b480)
00000100:00000040:3.0:1769078183.775842:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775849:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078183.775851:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078183.775852:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078183.775854:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617433984, offset 0
00000400:00000200:3.0:1769078183.775856:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078183.775858:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078183.775860:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078183.775862:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078183.775864:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078183.775865:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078183.775866:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078183.775869:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71086:71086:256:4294967295] 192.168.204.140@tcp LPNI seq info [71086:71086:8:4294967295]
00000400:00000200:3.0:1769078183.775871:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078183.775875:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078183.775878:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078183.775880:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078183.775882:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078183.775884:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1769078183.775886:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078183.775888:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1769078183.775891:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078183.775892:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078183.775894:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078183.775896:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078183.775897:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078183.775898:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078183.775900:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078183.775902:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775906:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078183.775908:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775916:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775917:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078183.775919:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078183.775921:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078183.775922:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078183.775924:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299843526
00000100:00000001:3.0:1769078183.775925:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299843526
00000100:00000001:3.0:1769078183.775927:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299843526
00000100:00000001:3.0:1769078183.775928:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299843526
00000100:00000001:3.0:1769078183.775929:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078183.775930:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.775931:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078183.775933:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078183/real 1769078183]  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078183.775937:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078183.775938:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078183.775939:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078183.775940:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078183.775941:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078183.775942:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078183.775944:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078183.775948:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775952:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078183.775953:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775954:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775955:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078183.775957:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775962:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078183.775964:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775968:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078183.775969:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775970:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078183.775971:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775971:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078183.775974:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078183.775975:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078183.775977:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078183.775978:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078183.775980:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078183.775984:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617433984:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078183.775985:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.775986:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078183.775988:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470bb80 x1855007617433856/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.775992:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078183.775993:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078183.775994:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078183.775995:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078183.775996:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078183.775997:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078183.775998:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078183.775999:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25000.
02000000:00000001:3.0:1769078183.776002:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078183.776003:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078183.776004:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470bb80.
00000100:00000001:3.0:1769078183.776006:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078183.776006:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.776007:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078183.776009:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b480 x1855007617433984/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078183.776013:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078183.776014:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078183.776015:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078183.776016:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078183.776016:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078183.776017:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078183.776018:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078183.776019:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27c00.
02000000:00000001:3.0:1769078183.776020:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078183.776020:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078183.776021:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b480.
00000100:00000001:3.0:1769078183.776022:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078183.776023:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.776024:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078183.776025:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078183.776026:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078183.776027:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078183.776028:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078184.094805:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078184.094811:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078184.094884:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078184.094890:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078184.094893:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078185.118774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078185.118781:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078185.118844:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078185.118848:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078185.118851:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078185.310771:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299843526, at 4299843584
00000100:00000040:1.0:1769078185.310771:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299843526, at 4299843584
00000100:00000010:1.0:1769078185.310787:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3f60.
00000100:00000010:0.0:1769078185.310788:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b37e0.
00010000:00000001:1.0:1769078186.142782:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078186.142790:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078186.142792:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078186.142795:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.142799:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078186.142802:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.142804:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078186.142806:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078186.142855:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078186.142863:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078186.142867:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078187.166774:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078187.166779:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078187.166836:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078187.166838:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078187.166841:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078188.190800:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078188.190806:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078188.190885:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078188.190898:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078188.190906:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078188.894812:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078188.894826:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078188.894830:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078188.894835:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078188.894840:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078188.894849:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5174
00000400:00000200:0.0:1769078188.894859:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078188.894866:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078188.894870:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078188.894873:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.894877:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078188.894880:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.894882:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078188.894887:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078188.894889:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078188.894892:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078188.894895:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078188.894898:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078188.894900:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078188.894903:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.894905:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078188.894907:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.894909:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078188.894913:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078188.894916:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078188.894919:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.894922:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078188.894926:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078188.894938:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.894941:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078188.894943:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078188.894955:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb100.
00000020:00000040:0.0:1769078188.894959:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078188.894964:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078188.894966:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.894970:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078188.894974:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078188.894979:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078188.894991:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769078188.894999:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078188.895008:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078188.895019:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078188.895023:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.895028:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc9366c] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.895050:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078188.895053:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078188.895057:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078188.895058:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078188.895060:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078188.895063:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078188.895065:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5174
00000400:00000200:0.0:1769078188.895069:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078188.895073:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078188.895076:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078188.895079:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.895083:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078188.895083:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078188.895089:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078188.895090:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.895095:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078188.895095:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078188.895099:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078188.895103:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:3.0:1769078188.895105:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1769078188.895106:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078188.895109:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078188.895114:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078188.895118:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769078188.895125:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078188.895126:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078188.895129:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895130:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078188.895135:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:3.0:1769078188.895137:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078188.895138:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:3.0:1769078188.895142:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078188.895143:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078188.895149:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:3.0:1769078188.895150:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895153:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.895157:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:3.0:1769078188.895159:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434112:192.168.204.140@tcp:250:kworker.0
02000000:00000001:0.0:1769078188.895164:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078188.895166:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078188.895168:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895172:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078188.895173:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1769078188.895177:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078188.895178:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078188.895183:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078188.895185:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078188.895187:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078188.895192:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9880.
02000000:00000010:3.0:1769078188.895194:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
00000020:00000040:0.0:1769078188.895195:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078188.895200:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078188.895201:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078188.895204:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895207:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078188.895208:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078188.895211:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895211:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078188.895217:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000010:0.0:1769078188.895218:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:0.0:1769078188.895224:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078188.895225:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00100000:0.0:1769078188.895231:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078188.895233:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434112, portal 25
00000100:00000001:3.0:1769078188.895238:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078188.895241:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766976 : -121799832784640 : ffff9139443bb100)
00000100:00000001:0.0:1769078188.895248:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1769078188.895251:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078188.895252:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078188.895262:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f2dc715] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895263:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078188.895269:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078188.895272:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078188.895276:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617434112, offset 0
00000100:00000001:0.0:1769078188.895280:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895285:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769078188.895286:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078188.895292:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078188.895293:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:0.0:1769078188.895297:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078188.895302:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:0.0:1769078188.895305:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078188.895307:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078188.895310:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078188.895310:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1769078188.895315:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078188.895318:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769078188.895321:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5174
00000400:00000200:3.0:1769078188.895327:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1769078188.895328:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078188.895334:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:0.0:1769078188.895336:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078188.895340:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078188.895345:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71087:71087:256:4294967295] 192.168.204.140@tcp LPNI seq info [71087:71087:8:4294967295]
00000100:00000040:0.0:1769078188.895346:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078188.895351:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078188.895358:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769078188.895358:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078188.895363:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078188.895366:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078188.895367:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078188.895369:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078188.895372:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078188.895377:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078188.895378:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1769078188.895381:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:0.0:1769078188.895388:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.0:1769078188.895390:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078188.895393:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078188.895397:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000010:3.0:1769078188.895398:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:0.0:1769078188.895400:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078188.895405:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078188.895407:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078188.895413:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078188.895414:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769078188.895418:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:3.0:1769078188.895420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
02000000:00000001:0.0:1769078188.895423:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.1:1769078188.895428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769078188.895429:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895434:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:3.1:1769078188.895435:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000008:00100000:0.0:1769078188.895440:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000100:3.0:1769078188.895440:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078188.895444:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000008:00000001:0.0:1769078188.895446:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895449:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895451:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1769078188.895454:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8380.
00000400:00000200:3.0:1769078188.895457:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1769078188.895459:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769078188.895463:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
02000000:00000001:0.0:1769078188.895464:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1769078188.895466:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
02000000:00000001:0.0:1769078188.895467:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895470:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078188.895472:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078188.895475:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1769078188.895476:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078188.895479:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078188.895487:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:3.0:1769078188.895488:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078188.895493:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078188.895504:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078188.895510:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078188.895513:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895516:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078188.895523:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078188.895523:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078188.895528:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895530:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078188.895534:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299848646
00000100:00000040:0.0:1769078188.895535:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e577bcd3] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078188.895539:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3000.
00000100:00000001:0.0:1769078188.895548:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895549:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1769078188.895555:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5184)
00000100:00000001:3.0:1769078188.895558:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299848646
00000100:00000010:3.0:1769078188.895562:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c60.
00000100:00000001:3.0:1769078188.895565:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078188.895568:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078188.895570:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895572:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078188.895575:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078188.895583:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078188.895585:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078188.895587:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078188.895589:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078188.895590:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078188.895591:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078188.895594:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078188.895599:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895603:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078188.895609:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895610:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.895612:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078188.895616:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895621:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078188.895624:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895629:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078188.895630:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895631:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.895632:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895633:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078188.895635:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078188.895637:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078188.895640:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078188.895642:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078188.895645:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078188.895650:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434112:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078188.895653:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895654:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078188.895656:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb100 x1855007617434112/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895693:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078188.895695:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078188.895697:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078188.895699:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078188.895700:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078188.895702:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078188.895703:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078188.895705:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:3.0:1769078188.895709:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078188.895710:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078188.895711:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb100.
00000100:00000001:3.0:1769078188.895713:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078188.895714:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895716:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895723:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078188.895724:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895726:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078188.895727:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078188.895728:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078188.895731:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895736:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078188.895737:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078188.895738:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078188.895740:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078188.895741:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078188.895743:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434240:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078188.895745:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078188.895747:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078188.895748:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078188.895749:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078188.895751:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078188.895752:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895755:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078188.895757:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078188.895759:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078188.895761:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434240, portal 10
00000100:00000001:3.0:1769078188.895763:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078188.895764:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876760704 : -121799832790912 : ffff9139443b9880)
00000100:00000040:3.0:1769078188.895768:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895772:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078188.895774:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078188.895775:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078188.895777:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617434240, offset 0
00000400:00000200:3.0:1769078188.895779:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078188.895782:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078188.895784:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078188.895786:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078188.895788:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078188.895789:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078188.895791:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078188.895793:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71088:71088:256:4294967295] 192.168.204.140@tcp LPNI seq info [71088:71088:8:4294967295]
00000400:00000200:3.0:1769078188.895796:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078188.895800:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078188.895803:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078188.895805:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078188.895807:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078188.895809:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078188.895812:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078188.895814:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078188.895816:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078188.895817:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078188.895819:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078188.895821:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078188.895823:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078188.895824:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078188.895825:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078188.895827:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895832:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078188.895834:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895840:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895841:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078188.895844:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078188.895848:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078188.895851:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078188.895853:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299847180
00000100:00000001:3.0:1769078188.895856:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299848646
00000100:00000001:3.0:1769078188.895858:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299847180
00000100:00000001:3.0:1769078188.895860:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299848646
00000100:00000001:3.0:1769078188.895862:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078188.895864:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.895866:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078188.895870:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078188.895878:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078188.895880:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078188.895881:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078188.895884:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078188.895885:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078188.895887:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078188.895890:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078188.895897:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895901:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078188.895902:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895903:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.895904:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078188.895906:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895910:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078188.895912:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895917:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078188.895918:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895919:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.895919:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.895920:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078188.895921:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078188.895923:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078188.895925:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078188.895926:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078188.895929:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078188.895934:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434240:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078188.895936:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078188.895938:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895941:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078188.895942:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078188.895944:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078188.895945:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078188.895946:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078188.895948:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434368:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078188.895950:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078188.895951:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078188.895952:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078188.895953:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078188.895955:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078188.895957:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078188.895959:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078188.895961:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078188.895963:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078188.895966:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434368, portal 4
00000100:00000001:3.0:1769078188.895967:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078188.895968:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876755328 : -121799832796288 : ffff9139443b8380)
00000100:00000040:3.0:1769078188.895972:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.895976:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078188.895977:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078188.895979:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078188.895980:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617434368, offset 0
00000400:00000200:3.0:1769078188.895983:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078188.895986:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078188.895988:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078188.895991:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078188.895993:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078188.895996:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078188.895998:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078188.896000:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71089:71089:256:4294967295] 192.168.204.140@tcp LPNI seq info [71089:71089:8:4294967295]
00000400:00000200:3.0:1769078188.896005:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078188.896010:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078188.896015:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078188.896018:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078188.896022:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078188.896025:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1769078188.896029:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078188.896032:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1769078188.896035:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078188.896037:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078188.896040:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078188.896043:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078188.896046:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078188.896047:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078188.896050:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078188.896052:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896057:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078188.896059:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896063:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.896064:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078188.896066:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078188.896068:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078188.896070:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078188.896071:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299848646
00000100:00000001:3.0:1769078188.896073:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299848646
00000100:00000001:3.0:1769078188.896075:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299848646
00000100:00000001:3.0:1769078188.896076:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299848646
00000100:00000001:3.0:1769078188.896077:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078188.896078:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.896079:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078188.896081:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078188/real 1769078188]  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078188.896086:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078188.896087:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078188.896088:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078188.896089:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078188.896091:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078188.896092:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078188.896094:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078188.896098:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896101:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078188.896102:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896103:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.896104:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078188.896106:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896109:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078188.896111:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896115:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078188.896117:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896118:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078188.896119:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896120:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078188.896122:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078188.896124:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078188.896126:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078188.896127:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078188.896129:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078188.896133:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434368:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078188.896135:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896136:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078188.896138:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9880 x1855007617434240/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896142:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078188.896142:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078188.896144:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078188.896145:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078188.896145:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078188.896146:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078188.896147:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078188.896148:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:3.0:1769078188.896150:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078188.896151:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078188.896152:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9880.
00000100:00000001:3.0:1769078188.896154:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078188.896155:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896156:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078188.896158:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8380 x1855007617434368/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078188.896166:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078188.896167:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078188.896168:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078188.896169:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078188.896169:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078188.896170:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078188.896171:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078188.896172:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:3.0:1769078188.896173:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078188.896173:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078188.896174:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8380.
00000100:00000001:3.0:1769078188.896175:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078188.896176:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896177:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078188.896179:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078188.896180:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078188.896181:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078188.896182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078189.214830:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078189.214839:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078189.214906:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078189.214911:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078189.214915:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078190.238785:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078190.238792:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078190.238846:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078190.238850:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078190.238854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078190.430765:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299848646, at 4299848704
00000100:00000010:1.0:1769078190.430777:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c60.
00000100:00000040:0.0:1769078190.430826:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299848646, at 4299848704
00000100:00000010:0.0:1769078190.430842:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3000.
00010000:00000001:1.0:1769078191.262746:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078191.262751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078191.262809:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078191.262813:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078191.262816:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078192.286734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078192.286740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078192.286798:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078192.286802:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078192.286805:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078193.310767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078193.310773:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078193.310829:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078193.310832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078193.310835:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078194.014764:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.014772:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078194.014775:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.014778:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078194.014782:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078194.014787:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5179
00000400:00000200:2.0:1769078194.014793:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078194.014798:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.014800:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.014803:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014805:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.014807:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014809:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078194.014811:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.014812:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078194.014814:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078194.014816:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078194.014818:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078194.014819:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078194.014821:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014823:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.014825:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014826:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078194.014828:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078194.014830:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014832:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.014833:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078194.014836:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.014837:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.014839:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078194.014840:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078194.014848:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5180.
00000020:00000040:2.0:1769078194.014850:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078194.014853:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078194.014854:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.014856:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.014858:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.014861:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078194.014868:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769078194.014872:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078194.014878:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078194.014885:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078194.014888:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.014890:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023eae76b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.014907:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078194.014909:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078194.014911:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078194.014912:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.014913:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078194.014914:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078194.014916:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5179
00000400:00000200:2.0:1769078194.014918:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078194.014919:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.014920:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.014923:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014924:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.014926:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014928:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078194.014930:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078194.014930:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078194.014931:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078194.014933:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078194.014934:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078194.014935:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078194.014937:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078194.014937:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078194.014938:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.014942:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014944:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078194.014944:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078194.014949:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1769078194.014955:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:3.0:1769078194.014958:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078194.014959:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078194.014963:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.014966:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078194.014971:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.014971:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078194.014975:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.014976:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.014977:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078194.014982:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078194.014982:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078194.014987:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.014988:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.014988:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078194.014992:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7100.
02000000:00000001:3.0:1769078194.014993:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078194.014995:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078194.014999:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078194.015001:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.015002:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434496:192.168.204.140@tcp:250:kworker.0
00000100:00000001:2.0:1769078194.015003:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078194.015005:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078194.015008:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015010:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1769078194.015011:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769078194.015015:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015015:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1769078194.015019:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1769078194.015020:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015025:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078194.015029:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078194.015031:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078194.015031:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078194.015035:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.015036:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6f6e1a3] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078194.015043:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078194.015045:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078194.015048:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:2.0:1769078194.015049:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078194.015052:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078194.015054:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:3.0:1769078194.015054:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00080000:2.0:1769078194.015058:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078194.015060:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078194.015061:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:3.0:1769078194.015061:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434496, portal 25
00000100:00000001:2.0:1769078194.015063:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1769078194.015065:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1769078194.015067:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5179
00000100:00000001:3.0:1769078194.015068:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898893696 : -121799810657920 : ffff9139458d5180)
00000400:00000200:2.0:1769078194.015073:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078194.015077:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1769078194.015079:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078194.015083:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078194.015088:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078194.015091:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078194.015092:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078194.015096:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078194.015097:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078194.015100:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617434496, offset 0
00000100:00000040:2.0:1769078194.015105:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015106:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078194.015111:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078194.015114:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078194.015115:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769078194.015117:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078194.015120:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:3.0:1769078194.015122:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:2.0:1769078194.015124:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:3.0:1769078194.015128:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078194.015132:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:2.0:1769078194.015133:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078194.015136:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1769078194.015139:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078194.015140:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015145:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71090:71090:256:4294967295] 192.168.204.140@tcp LPNI seq info [71090:71090:8:4294967295]
00000100:00000040:2.0:1769078194.015148:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015151:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078194.015152:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078194.015155:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078194.015157:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078194.015160:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078194.015165:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015166:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078194.015168:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078194.015170:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078194.015173:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078194.015176:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.015177:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078194.015179:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:3.0:1769078194.015181:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078194.015186:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000008:00000001:2.0:1769078194.015187:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.015189:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078194.015193:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7800.
00000800:00000200:3.0:1769078194.015193:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769078194.015197:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:3.0:1769078194.015199:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1769078194.015200:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078194.015203:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078194.015205:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078194.015207:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:3.1:1769078194.015209:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1769078194.015210:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:3.0:1769078194.015214:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:2.0:1769078194.015215:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078194.015216:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078194.015222:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1769078194.015223:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000400:00000200:3.0:1769078194.015227:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078194.015231:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.015232:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078194.015235:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078194.015239:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1769078194.015240:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1769078194.015244:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015256:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015258:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.015270:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078194.015272:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078194.015274:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015275:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769078194.015281:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bec1437] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078194.015287:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015287:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078194.015294:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5189)
00000400:00000200:3.0:1769078194.015298:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078194.015302:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299853766
00000100:00000010:3.0:1769078194.015307:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3300.
00000100:00000001:3.0:1769078194.015314:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078194.015327:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299853766
00000100:00000010:3.0:1769078194.015335:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b39c0.
00000100:00000001:3.0:1769078194.015338:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078194.015342:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.015345:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015348:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.015354:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.015370:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.015371:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.015373:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078194.015376:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078194.015378:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078194.015380:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.015384:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.015393:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015399:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.015401:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015404:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015405:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.015408:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015412:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.015415:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015419:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.015420:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015421:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015422:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015423:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.015425:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.015426:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.015428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078194.015430:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.015432:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.015437:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434496:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078194.015440:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015441:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015443:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5180 x1855007617434496/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015447:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.015448:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.015450:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078194.015452:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.015453:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.015454:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078194.015455:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.015457:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:3.0:1769078194.015459:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.015460:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.015461:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5180.
00000100:00000001:3.0:1769078194.015463:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.015464:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015465:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015470:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.015471:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015473:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078194.015474:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078194.015475:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078194.015478:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015485:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078194.015486:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015488:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078194.015490:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.015492:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.015494:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434624:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078194.015498:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.015499:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078194.015501:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015503:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.015505:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078194.015507:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.015512:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078194.015514:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078194.015518:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078194.015521:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434624, portal 10
00000100:00000001:3.0:1769078194.015523:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078194.015524:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898901760 : -121799810649856 : ffff9139458d7100)
00000100:00000040:3.0:1769078194.015530:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015536:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.015538:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078194.015540:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078194.015542:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617434624, offset 0
00000400:00000200:3.0:1769078194.015546:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015550:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078194.015554:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078194.015556:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078194.015559:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078194.015561:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.015563:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015566:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71091:71091:256:4294967295] 192.168.204.140@tcp LPNI seq info [71091:71091:8:4294967295]
00000400:00000200:3.0:1769078194.015570:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078194.015576:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078194.015581:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078194.015584:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078194.015588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078194.015591:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078194.015605:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078194.015606:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078194.015609:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078194.015610:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078194.015612:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.015614:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078194.015616:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078194.015617:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078194.015619:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078194.015621:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015626:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015629:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015635:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015636:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078194.015639:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078194.015643:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078194.015646:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078194.015648:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299852299
00000100:00000001:3.0:1769078194.015651:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299853766
00000100:00000001:3.0:1769078194.015653:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299852299
00000100:00000001:3.0:1769078194.015655:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299853766
00000100:00000001:3.0:1769078194.015657:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.015680:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015682:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.015685:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.015691:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.015691:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.015693:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078194.015695:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078194.015696:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078194.015697:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.015699:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.015704:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015707:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.015708:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015709:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015710:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.015711:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015715:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.015717:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015721:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.015723:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015723:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015724:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015725:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.015726:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.015727:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.015729:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078194.015730:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.015732:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.015736:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434624:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078194.015739:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078194.015741:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015745:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078194.015745:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015747:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078194.015748:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078194.015749:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078194.015750:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434752:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078194.015752:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078194.015754:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078194.015755:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078194.015756:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078194.015758:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078194.015759:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078194.015761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078194.015763:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078194.015765:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078194.015767:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434752, portal 4
00000100:00000001:3.0:1769078194.015768:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078194.015769:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898903552 : -121799810648064 : ffff9139458d7800)
00000100:00000040:3.0:1769078194.015772:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015776:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078194.015778:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078194.015779:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078194.015780:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617434752, offset 0
00000400:00000200:3.0:1769078194.015782:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015785:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078194.015787:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078194.015788:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078194.015790:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078194.015792:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078194.015793:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078194.015795:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71092:71092:256:4294967295] 192.168.204.140@tcp LPNI seq info [71092:71092:8:4294967295]
00000400:00000200:3.0:1769078194.015797:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078194.015801:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078194.015803:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078194.015805:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078194.015807:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078194.015809:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1769078194.015811:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078194.015813:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1769078194.015815:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078194.015816:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078194.015818:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078194.015820:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078194.015822:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078194.015823:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078194.015824:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078194.015826:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015830:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015832:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015835:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015836:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078194.015838:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078194.015840:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078194.015842:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078194.015843:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299853766
00000100:00000001:3.0:1769078194.015845:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299853766
00000100:00000001:3.0:1769078194.015846:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299853766
00000100:00000001:3.0:1769078194.015848:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299853766
00000100:00000001:3.0:1769078194.015849:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078194.015850:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015852:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078194.015854:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078194/real 1769078194]  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078194.015857:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078194.015858:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078194.015859:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078194.015860:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078194.015861:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078194.015862:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078194.015863:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078194.015868:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015872:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078194.015872:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015873:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015874:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078194.015876:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015879:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078194.015881:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015885:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078194.015886:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015887:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078194.015887:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015888:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078194.015890:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078194.015892:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078194.015894:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078194.015895:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078194.015897:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078194.015902:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617434752:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078194.015904:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015906:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015908:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7100 x1855007617434624/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015914:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.015916:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.015917:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078194.015919:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.015921:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.015922:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078194.015924:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.015925:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:3.0:1769078194.015927:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.015928:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.015930:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7100.
00000100:00000001:3.0:1769078194.015932:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.015934:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015935:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078194.015938:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7800 x1855007617434752/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078194.015944:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078194.015945:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078194.015947:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078194.015949:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078194.015951:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078194.015952:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078194.015954:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078194.015956:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769078194.015958:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078194.015959:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078194.015960:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7800.
00000100:00000001:3.0:1769078194.015962:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078194.015964:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015965:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078194.015969:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078194.015969:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078194.015971:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078194.015972:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078194.334740:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078194.334747:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078194.334791:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078194.334794:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078194.334797:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078195.358726:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078195.358732:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078195.358787:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078195.358790:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078195.358792:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078195.550755:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299853766, at 4299853824
00000100:00000040:1.0:1769078195.550755:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299853766, at 4299853824
00000100:00000010:1.0:1769078195.550768:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b39c0.
00000100:00000010:0.0:1769078195.550770:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3300.
00010000:00000001:1.0:1769078196.382761:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078196.382770:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078196.382772:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078196.382774:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.382778:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078196.382781:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.382782:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078196.382785:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078196.382837:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078196.382841:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078196.382844:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078197.406746:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078197.406751:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078197.406799:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078197.406803:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078197.406806:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078198.430757:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078198.430763:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078198.430820:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078198.430823:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078198.430827:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078199.134740:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078199.134749:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078199.134751:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078199.134754:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078199.134757:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078199.134764:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5184
00000400:00000200:0.0:1769078199.134771:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078199.134775:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078199.134777:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078199.134780:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134783:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.134785:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134787:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078199.134789:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078199.134790:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078199.134792:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078199.134794:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078199.134796:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078199.134797:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078199.134799:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134800:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.134802:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134803:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078199.134806:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078199.134809:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134810:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078199.134812:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078199.134815:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078199.134817:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.134818:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078199.134819:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078199.134826:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9180.
00000020:00000040:0.0:1769078199.134828:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078199.134831:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078199.134832:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.134833:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078199.134836:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078199.134839:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078199.134846:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769078199.134852:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078199.134859:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078199.134869:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078199.134873:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078199.134878:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000956542d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078199.134897:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078199.134900:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078199.134904:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078199.134906:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078199.134907:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078199.134910:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078199.134913:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5184
00000400:00000200:0.0:1769078199.134916:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078199.134920:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078199.134923:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078199.134926:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134929:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.134931:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134933:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078199.134935:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:3.0:1769078199.134936:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1769078199.134937:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078199.134941:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078199.134942:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1769078199.134943:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769078199.134947:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1769078199.134948:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078199.134952:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078199.134957:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078199.134958:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134963:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.134967:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.134971:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078199.134974:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1769078199.134976:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:3.0:1769078199.134978:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078199.134981:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:3.0:1769078199.134984:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078199.134986:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.134989:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078199.134990:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078199.134994:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078199.134997:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769078199.135000:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434880:192.168.204.140@tcp:250:kworker.0
02000000:00000001:0.0:1769078199.135001:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.135006:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078199.135011:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1769078199.135014:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.135016:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135017:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1769078199.135020:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8e00.
02000000:00000001:3.0:1769078199.135023:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1769078199.135025:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078199.135027:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078199.135029:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078199.135033:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135033:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1769078199.135037:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:3.0:1769078199.135039:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:0.0:1769078199.135040:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078199.135043:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135044:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078199.135050:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000400:00000200:3.0:1769078199.135055:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078199.135057:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078199.135061:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00100000:0.0:1769078199.135066:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078199.135070:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769078199.135078:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078199.135080:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078199.135080:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617434880, portal 25
00000100:00000001:3.0:1769078199.135086:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1769078199.135087:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000696aa943] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135089:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758912 : -121799832792704 : ffff9139443b9180)
00000100:00000040:3.0:1769078199.135100:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078199.135101:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078199.135105:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078199.135112:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1769078199.135116:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078199.135118:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1769078199.135120:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078199.135124:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1769078199.135125:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769078199.135127:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078199.135131:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:3.0:1769078199.135131:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00080000:0.0:1769078199.135135:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5184
00000100:00000200:3.0:1769078199.135137:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617434880, offset 0
00000400:00000200:0.0:1769078199.135141:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078199.135144:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078199.135146:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1769078199.135150:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769078199.135151:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.135155:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.135157:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.135158:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078199.135160:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:3.0:1769078199.135162:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769078199.135163:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078199.135165:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078199.135167:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078199.135169:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078199.135171:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078199.135173:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769078199.135175:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.135179:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078199.135180:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078199.135181:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078199.135183:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769078199.135183:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1769078199.135188:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078199.135189:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078199.135191:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078199.135192:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:0.0:1769078199.135194:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078199.135197:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.135200:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078199.135200:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00100000:0.0:1769078199.135202:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769078199.135205:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:0.0:1769078199.135206:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.135209:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.135212:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71093:71093:256:4294967295] 192.168.204.140@tcp LPNI seq info [71093:71093:8:4294967295]
00000100:00000010:0.0:1769078199.135213:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba680.
00000020:00000040:0.0:1769078199.135218:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769078199.135221:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769078199.135222:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078199.135224:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078199.135225:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078199.135227:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078199.135229:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078199.135233:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000400:00000200:3.0:1769078199.135233:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1769078199.135239:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078199.135242:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00100000:0.0:1769078199.135246:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:3.0:1769078199.135249:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:0.0:1769078199.135254:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078199.135255:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078199.135260:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078199.135261:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000743cadb1] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078199.135266:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078199.135275:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769078199.135280:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1769078199.135282:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1769078199.135284:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5195)
00000800:00000100:3.0:1769078199.135291:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078199.135295:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078199.135301:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.135306:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.135311:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078199.135313:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078199.135317:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.135322:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135331:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135335:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135340:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135341:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.135346:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.135349:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078199.135351:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299858886
00000100:00000010:3.0:1769078199.135355:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3240.
00000100:00000001:3.0:1769078199.135360:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078199.135364:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299858886
00000100:00000010:3.0:1769078199.135366:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3c00.
00000100:00000001:3.0:1769078199.135368:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078199.135370:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.135372:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135374:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.135376:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.135383:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.135385:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.135386:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078199.135388:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078199.135389:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078199.135391:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.135393:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.135399:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135403:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.135404:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135406:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135407:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.135409:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135412:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.135415:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135420:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.135422:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135423:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135424:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135426:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.135427:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.135428:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.135431:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078199.135432:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.135434:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.135439:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617434880:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078199.135442:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135444:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135445:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9180 x1855007617434880/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135453:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.135455:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.135457:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078199.135459:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.135460:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.135461:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078199.135462:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.135463:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:3.0:1769078199.135466:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.135467:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.135469:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9180.
00000100:00000001:3.0:1769078199.135471:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.135472:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135473:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135478:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078199.135479:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135480:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078199.135481:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078199.135482:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078199.135484:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135488:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.135489:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135490:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078199.135492:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.135493:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.135494:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435008:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.135496:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.135497:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.135498:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135499:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.135501:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078199.135502:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.135504:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078199.135521:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078199.135525:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078199.135527:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435008, portal 10
00000100:00000001:3.0:1769078199.135528:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.135529:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876758016 : -121799832793600 : ffff9139443b8e00)
00000100:00000040:3.0:1769078199.135534:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135537:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078199.135539:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078199.135540:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078199.135542:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617435008, offset 0
00000400:00000200:3.0:1769078199.135544:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078199.135546:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078199.135549:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078199.135551:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.135552:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078199.135554:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.135555:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078199.135557:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71094:71094:256:4294967295] 192.168.204.140@tcp LPNI seq info [71094:71094:8:4294967295]
00000400:00000200:3.0:1769078199.135560:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078199.135563:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.135566:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078199.135568:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078199.135570:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078199.135572:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078199.135575:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078199.135577:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1769078199.135579:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078199.135580:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078199.135582:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.135584:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.135586:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078199.135587:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078199.135588:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.135591:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135595:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135597:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135601:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135602:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.135603:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.135606:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078199.135607:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078199.135608:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299857419
00000100:00000001:3.0:1769078199.135610:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299858886
00000100:00000001:3.0:1769078199.135611:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299857419
00000100:00000001:3.0:1769078199.135613:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299858886
00000100:00000001:3.0:1769078199.135614:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.135615:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135616:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.135618:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.135622:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.135623:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.135624:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078199.135625:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078199.135626:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078199.135627:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.135629:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.135633:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135641:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.135642:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135643:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135644:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.135645:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135649:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.135651:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135654:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.135656:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135656:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135657:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135683:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.135684:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.135686:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.135688:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078199.135689:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.135692:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.135696:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435008:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078199.135699:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078199.135700:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135704:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078199.135705:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135707:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078199.135708:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078199.135710:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078199.135711:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435136:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078199.135713:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078199.135714:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078199.135715:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078199.135716:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078199.135719:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078199.135720:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078199.135722:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078199.135724:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078199.135726:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078199.135727:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435136, portal 4
00000100:00000001:3.0:1769078199.135729:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078199.135730:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876764288 : -121799832787328 : ffff9139443ba680)
00000100:00000040:3.0:1769078199.135733:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135737:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078199.135738:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078199.135739:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078199.135741:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617435136, offset 0
00000400:00000200:3.0:1769078199.135743:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078199.135745:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078199.135747:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078199.135749:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078199.135750:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078199.135751:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078199.135753:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078199.135755:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71095:71095:256:4294967295] 192.168.204.140@tcp LPNI seq info [71095:71095:8:4294967295]
00000400:00000200:3.0:1769078199.135757:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078199.135761:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078199.135764:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078199.135765:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078199.135768:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078199.135770:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1769078199.135772:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078199.135774:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:3.0:1769078199.135776:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078199.135777:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078199.135779:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078199.135781:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078199.135783:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078199.135784:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078199.135785:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078199.135787:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135791:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135793:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135797:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135797:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078199.135799:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078199.135801:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078199.135803:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078199.135804:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299858886
00000100:00000001:3.0:1769078199.135805:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299858886
00000100:00000001:3.0:1769078199.135807:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299858886
00000100:00000001:3.0:1769078199.135808:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299858886
00000100:00000001:3.0:1769078199.135809:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078199.135810:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135811:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078199.135813:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078199/real 1769078199]  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078199.135817:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078199.135818:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078199.135819:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078199.135820:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078199.135821:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078199.135822:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078199.135824:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078199.135828:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135831:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078199.135832:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135833:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135834:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078199.135836:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135840:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078199.135842:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135845:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078199.135846:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135847:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078199.135848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135849:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078199.135850:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078199.135852:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078199.135853:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078199.135854:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078199.135857:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078199.135861:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435136:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078199.135863:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135864:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135866:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8e00 x1855007617435008/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135869:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.135870:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.135871:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078199.135872:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.135873:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.135874:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078199.135875:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.135875:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:3.0:1769078199.135877:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.135878:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.135879:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8e00.
00000100:00000001:3.0:1769078199.135881:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.135881:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135882:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078199.135884:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba680 x1855007617435136/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078199.135888:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078199.135888:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078199.135889:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078199.135890:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078199.135891:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078199.135891:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078199.135892:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078199.135893:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:3.0:1769078199.135894:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078199.135895:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078199.135896:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba680.
00000100:00000001:3.0:1769078199.135897:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078199.135898:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135899:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078199.135901:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078199.135902:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078199.135903:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078199.135904:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078199.454743:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078199.454749:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078199.454819:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078199.454822:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078199.454824:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078200.478764:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078200.478770:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078200.478820:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078200.478823:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078200.478826:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078200.670750:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299858886, at 4299858944
00000100:00000040:0.0:1769078200.670762:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299858886, at 4299858944
00000100:00000010:1.0:1769078200.670766:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3c00.
00000100:00000010:0.0:1769078200.670773:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3240.
00010000:00000001:1.0:1769078201.502762:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078201.502767:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078201.502814:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078201.502817:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078201.502819:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078202.526752:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078202.526757:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078202.526805:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078202.526809:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078202.526812:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078203.550768:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078203.550772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078203.550822:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078203.550825:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078203.550827:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078204.254789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078204.254797:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078204.254799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078204.254802:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078204.254805:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078204.254810:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5190
00000400:00000200:3.0:1769078204.254817:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078204.254822:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078204.254824:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078204.254827:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078204.254830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078204.254835:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078204.254836:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078204.254838:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078204.254841:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078204.254843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078204.254844:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078204.254846:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254847:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078204.254848:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254849:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078204.254851:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078204.254853:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254854:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.254857:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078204.254859:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078204.254861:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.254862:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078204.254864:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078204.254871:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769078204.254873:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078204.254876:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078204.254878:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.254879:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078204.254882:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078204.254886:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078204.254900:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078204.254910:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.254919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078204.254929:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078204.254933:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.254937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078204.254954:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078204.254956:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078204.254959:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078204.254960:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078204.254961:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078204.254962:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078204.254964:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5190
00000400:00000200:3.0:1769078204.254966:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078204.254968:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078204.254969:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078204.254971:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254972:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078204.254973:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254975:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078204.254977:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078204.254978:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078204.254979:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078204.254980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078204.254982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078204.254983:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078204.254985:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254986:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078204.254988:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.254989:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078204.254991:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078204.254993:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078204.254994:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078204.254994:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.254996:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078204.255001:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078204.255002:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078204.255005:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1769078204.255005:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.255009:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078204.255014:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1769078204.255016:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1769078204.255018:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.255022:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078204.255029:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769078204.255031:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078204.255034:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769078204.255035:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.255039:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078204.255041:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078204.255043:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255045:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078204.255046:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078204.255049:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078204.255051:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.255053:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.255057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617435264:192.168.204.140@tcp:250:kworker.0
02000000:00000010:3.0:1769078204.255060:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:1.0:1769078204.255063:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078204.255066:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255068:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078204.255072:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078204.255073:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078204.255077:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078204.255082:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1769078204.255084:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000100:00000001:3.0:1769078204.255084:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.255088:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078204.255096:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.255099:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.255103:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078204.255106:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078204.255110:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078204.255113:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00080000:3.0:1769078204.255115:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078204.255120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1769078204.255121:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000001:3.0:1769078204.255122:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078204.255126:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078204.255130:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435264, portal 25
00000100:00000001:3.0:1769078204.255130:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078204.255135:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078204.255135:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5190
00000100:00000001:1.0:1769078204.255138:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994438656 : -121799715112960 : ffff91394b3f3800)
00000400:00000200:3.0:1769078204.255144:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078204.255148:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078204.255148:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078204.255153:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078204.255160:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078204.255162:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078204.255164:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078204.255168:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078204.255170:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000010:1.0:1769078204.255173:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000001:3.0:1769078204.255175:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000200:1.0:1769078204.255177:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617435264, offset 0
00000020:00000001:3.0:1769078204.255180:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078204.255184:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078204.255186:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078204.255188:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000020:00000040:3.0:1769078204.255189:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078204.255193:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078204.255195:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078204.255199:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078204.255202:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.255206:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078204.255209:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078204.255212:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078204.255215:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078204.255217:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078204.255218:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078204.255220:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078204.255223:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078204.255224:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078204.255226:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:3.0:1769078204.255228:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078204.255231:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255234:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1769078204.255234:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078204.255237:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078204.255239:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000008:00000001:3.0:1769078204.255240:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078204.255243:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255247:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71096:71096:256:4294967295] 192.168.204.140@tcp LPNI seq info [71096:71096:8:4294967295]
00000100:00000010:3.0:1769078204.255248:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769078204.255251:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078204.255255:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078204.255256:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255257:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078204.255258:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078204.255260:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078204.255262:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078204.255266:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000400:00000200:1.0:1769078204.255267:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078204.255271:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078204.255276:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00100000:3.0:1769078204.255279:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1769078204.255282:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769078204.255288:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078204.255292:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078204.255292:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.255296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078204.255298:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1769078204.255302:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078204.255306:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5200)
00000800:00000200:1.1:1769078204.255314:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078204.255318:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078204.255323:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078204.255326:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078204.255331:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078204.255335:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078204.255341:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078204.255344:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078204.255348:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078204.255352:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255359:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.255362:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255369:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.255370:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078204.255376:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255380:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078204.255382:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299864006
00000100:00000010:1.0:1769078204.255388:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95120.
00000100:00000001:1.0:1769078204.255395:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078204.255415:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299864006
00000100:00000010:1.0:1769078204.255418:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ae0.
00000100:00000001:1.0:1769078204.255433:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078204.255435:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078204.255437:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.255439:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078204.255442:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078204.255450:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078204.255451:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078204.255453:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078204.255457:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078204.255459:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078204.255462:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078204.255465:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078204.255473:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255479:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078204.255481:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255483:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.255485:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078204.255489:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255496:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078204.255500:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255506:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078204.255508:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255509:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.255510:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255511:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078204.255512:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078204.255514:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078204.255517:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078204.255518:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078204.255522:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078204.255537:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617435264:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078204.255544:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255546:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.255549:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3800 x1855007617435264/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255556:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078204.255558:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078204.255561:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078204.255564:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078204.255566:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078204.255568:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078204.255570:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078204.255572:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078204.255575:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078204.255576:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078204.255577:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769078204.255579:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078204.255580:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255581:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255586:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078204.255588:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.255590:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078204.255591:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078204.255592:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078204.255594:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255598:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078204.255600:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255601:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078204.255603:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.255605:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.255608:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435392:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078204.255611:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078204.255613:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078204.255614:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255616:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078204.255618:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078204.255620:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255625:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078204.255627:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078204.255630:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078204.255633:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435392, portal 10
00000100:00000001:1.0:1769078204.255635:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078204.255636:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994430592 : -121799715121024 : ffff91394b3f1880)
00000100:00000040:1.0:1769078204.255642:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255649:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078204.255651:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078204.255653:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078204.255655:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617435392, offset 0
00000400:00000200:1.0:1769078204.255678:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078204.255681:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078204.255684:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078204.255686:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078204.255688:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078204.255689:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078204.255691:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078204.255692:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71097:71097:256:4294967295] 192.168.204.140@tcp LPNI seq info [71097:71097:8:4294967295]
00000400:00000200:1.0:1769078204.255695:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078204.255699:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078204.255702:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078204.255705:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078204.255707:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078204.255709:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078204.255711:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078204.255713:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078204.255716:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078204.255718:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078204.255721:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078204.255724:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078204.255727:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078204.255728:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078204.255730:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078204.255734:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255741:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.255744:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255750:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.255752:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078204.255755:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.255758:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078204.255761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078204.255764:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299862540
00000100:00000001:1.0:1769078204.255766:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299864006
00000100:00000001:1.0:1769078204.255768:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299862540
00000100:00000001:1.0:1769078204.255770:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299864006
00000100:00000001:1.0:1769078204.255771:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078204.255772:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.255774:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078204.255776:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078204.255781:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078204.255782:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078204.255783:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078204.255785:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078204.255786:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078204.255787:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078204.255789:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078204.255794:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255798:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078204.255799:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255800:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.255800:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078204.255810:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255813:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078204.255816:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255820:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078204.255821:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255822:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.255822:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.255824:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078204.255825:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078204.255827:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078204.255830:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078204.255832:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078204.255835:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078204.255843:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435392:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078204.255846:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078204.255850:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255862:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078204.255863:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255865:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078204.255867:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078204.255869:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078204.255872:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435520:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078204.255875:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078204.255877:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078204.255878:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078204.255880:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078204.255883:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078204.255885:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078204.255889:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078204.255891:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078204.255903:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078204.255906:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435520, portal 4
00000100:00000001:1.0:1769078204.255908:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078204.255910:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078204.255915:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.255921:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078204.255923:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078204.255925:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000200:1.0:1769078204.255927:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617435520, offset 0
00000400:00000200:1.0:1769078204.255931:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078204.255935:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078204.255938:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078204.255942:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078204.255944:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078204.255946:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078204.255948:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078204.255951:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71098:71098:256:4294967295] 192.168.204.140@tcp LPNI seq info [71098:71098:8:4294967295]
00000400:00000200:1.0:1769078204.255955:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078204.255961:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078204.255965:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078204.255968:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078204.255973:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078204.255976:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078204.255980:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078204.255982:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078204.255986:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078204.255988:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078204.255990:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078204.255993:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078204.255996:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:1.0:1769078204.255998:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:1.0:1769078204.256000:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078204.256003:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256010:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.256013:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256019:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.256020:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078204.256023:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078204.256026:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078204.256029:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078204.256031:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299864006
00000100:00000001:1.0:1769078204.256033:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299864006
00000100:00000001:1.0:1769078204.256035:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299864006
00000100:00000001:1.0:1769078204.256037:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299864006
00000100:00000001:1.0:1769078204.256039:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078204.256041:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.256043:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078204.256046:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078204/real 1769078204]  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078204.256053:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078204.256055:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078204.256056:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078204.256059:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078204.256060:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078204.256062:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078204.256065:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078204.256073:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256079:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078204.256080:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256082:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.256084:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078204.256087:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256093:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078204.256096:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256103:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078204.256105:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256106:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078204.256108:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256109:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078204.256112:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078204.256115:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078204.256118:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078204.256120:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078204.256124:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078204.256131:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435520:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078204.256135:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256136:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.256139:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1880 x1855007617435392/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256145:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078204.256147:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078204.256148:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078204.256151:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078204.256152:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078204.256153:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078204.256155:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078204.256157:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078204.256159:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078204.256160:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078204.256162:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769078204.256164:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078204.256165:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256166:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078204.256169:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617435520/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078204.256175:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078204.256176:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078204.256178:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078204.256180:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078204.256181:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078204.256182:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078204.256184:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078204.256186:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078204.256188:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078204.256189:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078204.256190:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078204.256192:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078204.256193:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256195:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078204.256198:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078204.256199:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078204.256201:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078204.256203:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078204.574767:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078204.574772:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078204.574826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078204.574829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078204.574832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078205.598755:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078205.598761:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078205.598817:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078205.598820:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078205.598822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078205.790722:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299864006, at 4299864064
00000100:00000040:1.0:1769078205.790727:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299864006, at 4299864064
00000100:00000010:0.0:1769078205.790737:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00000100:00000010:1.0:1769078205.790739:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00010000:00000001:1.0:1769078206.622765:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078206.622773:0:54654:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078206.622775:0:54654:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078206.622778:0:54654:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078206.622782:0:54654:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078206.622785:0:54654:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078206.622787:0:54654:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078206.622788:0:54654:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078206.622842:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078206.622845:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078206.622848:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078207.646733:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078207.646738:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078207.646789:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078207.646793:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078207.646795:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078208.670750:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078208.670755:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078208.670804:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078208.670807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078208.670811:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078209.374762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078209.374771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078209.374773:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078209.374775:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078209.374778:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078209.374784:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5195
00000400:00000200:3.0:1769078209.374790:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078209.374794:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078209.374796:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078209.374798:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374800:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078209.374802:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374804:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078209.374807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078209.374808:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078209.374810:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078209.374812:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078209.374813:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078209.374815:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078209.374816:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374817:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078209.374818:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374819:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078209.374821:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078209.374823:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374825:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078209.374826:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078209.374828:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078209.374830:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.374832:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078209.374834:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078209.374843:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769078209.374846:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078209.374849:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078209.374851:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.374854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078209.374856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078209.374860:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078209.374867:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769078209.374873:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078209.374881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078209.374888:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078209.374891:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078209.374894:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078209.374912:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078209.374915:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078209.374917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078209.374918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078209.374919:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078209.374920:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078209.374923:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5195
00000400:00000200:3.0:1769078209.374927:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078209.374930:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078209.374933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078209.374936:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078209.374940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078209.374942:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078209.374947:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078209.374949:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078209.374951:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078209.374956:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1769078209.374957:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078209.374958:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078209.374962:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078209.374965:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078209.374970:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078209.374973:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1769078209.374974:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078209.374978:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078209.374979:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.374982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078209.374984:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1769078209.374984:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078209.374988:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078209.374988:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078209.374994:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078209.374994:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078209.374999:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078209.375001:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617435648:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078209.375005:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078209.375007:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.375008:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078209.375012:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078209.375012:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078209.375016:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078209.375017:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078209.375020:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.375022:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769078209.375024:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
00000008:00100000:3.0:1769078209.375025:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078209.375028:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078209.375029:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.375033:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078209.375036:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769078209.375039:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000200:1.0:1769078209.375040:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078209.375042:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078209.375044:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.375046:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078209.375047:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
02000000:00000001:3.0:1769078209.375047:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078209.375048:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078209.375054:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769078209.375057:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078209.375058:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00100000:3.0:1769078209.375062:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078209.375066:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435648, portal 25
00000100:00000001:3.0:1769078209.375070:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078209.375071:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078209.375073:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375074:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:3.0:1769078209.375078:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078209.375082:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078209.375097:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375098:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078209.375102:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078209.375105:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743770.
00000100:00000040:3.0:1769078209.375107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078209.375109:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617435648, offset 0
00000100:00000040:3.0:1769078209.375113:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078209.375117:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078209.375120:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078209.375123:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078209.375126:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078209.375128:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078209.375132:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078209.375133:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078209.375138:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5195
00000400:00000200:1.0:1769078209.375141:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078209.375145:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078209.375149:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000400:00000200:1.0:1769078209.375150:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1769078209.375151:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078209.375157:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769078209.375157:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.375160:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078209.375161:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.375163:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078209.375165:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078209.375166:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078209.375168:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078209.375168:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078209.375172:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078209.375174:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078209.375175:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078209.375177:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078209.375179:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71099:71099:256:4294967295] 192.168.204.140@tcp LPNI seq info [71099:71099:8:4294967295]
00000100:00000040:3.0:1769078209.375182:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.375185:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078209.375187:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078209.375188:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078209.375191:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078209.375197:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769078209.375199:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.0:1769078209.375203:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078209.375203:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078209.375208:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078209.375209:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769078209.375210:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
02000000:00000001:3.0:1769078209.375212:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078209.375215:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.375217:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769078209.375218:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00100000:3.0:1769078209.375219:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078209.375224:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078209.375224:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078209.375228:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078209.375232:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769078209.375233:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078209.375235:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078209.375236:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078209.375237:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078209.375238:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078209.375240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375241:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078209.375246:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769078209.375246:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:1.0:1769078209.375248:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299869126
00000100:00000001:3.0:1769078209.375250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078209.375254:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ae0.
00000100:00100000:3.0:1769078209.375255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078209.375262:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078209.375263:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078209.375265:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078209.375269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.375270:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299869126
00000100:00000010:1.0:1769078209.375275:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f60.
00000100:00000001:1.0:1769078209.375280:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078209.375281:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375285:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1769078209.375286:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5205)
00000100:00000001:1.0:1769078209.375288:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375291:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375293:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.375299:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078209.375300:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078209.375302:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078209.375304:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078209.375305:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078209.375309:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.375314:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078209.375315:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.375317:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078209.375318:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078209.375320:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078209.375322:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435776:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078209.375324:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078209.375326:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078209.375327:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.375327:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078209.375330:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078209.375331:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078209.375348:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078209.375351:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769078209.375354:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078209.375356:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435776, portal 10
00000100:00000001:1.0:1769078209.375357:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078209.375358:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:1.0:1769078209.375363:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.375368:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078209.375371:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078209.375374:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743000.
00000100:00000200:1.0:1769078209.375376:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617435776, offset 0
00000400:00000200:1.0:1769078209.375381:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078209.375385:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078209.375389:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078209.375391:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078209.375394:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078209.375397:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078209.375400:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078209.375403:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71100:71100:255:4294967295] 192.168.204.140@tcp LPNI seq info [71100:71100:7:4294967295]
00000400:00000200:1.0:1769078209.375408:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078209.375415:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078209.375420:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078209.375423:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078209.375425:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078209.375428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078209.375430:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078209.375432:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078209.375435:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078209.375436:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299867659
00000100:00000001:1.0:1769078209.375438:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299869126
00000100:00000001:1.0:1769078209.375439:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299867659
00000100:00000001:1.0:1769078209.375441:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299869126
00000100:00000001:1.0:1769078209.375442:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078209.375443:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375445:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078209.375447:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.375451:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078209.375452:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.375453:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078209.375454:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078209.375456:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078209.375458:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435904:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078209.375460:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078209.375461:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078209.375462:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078209.375463:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078209.375465:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078209.375466:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078209.375468:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078209.375470:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078209.375472:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078209.375474:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617435904, portal 4
00000100:00000001:1.0:1769078209.375475:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078209.375476:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769078209.375479:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078209.375483:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078209.375484:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078209.375486:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507435d8.
00000100:00000200:1.0:1769078209.375487:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617435904, offset 0
00000400:00000200:1.0:1769078209.375490:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078209.375493:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078209.375496:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078209.375499:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078209.375501:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078209.375503:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078209.375505:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078209.375507:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71101:71101:254:4294967295] 192.168.204.140@tcp LPNI seq info [71101:71101:6:4294967295]
00000400:00000200:1.0:1769078209.375511:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078209.375516:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078209.375520:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078209.375523:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078209.375528:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078209.375531:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078209.375534:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078209.375537:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078209.375540:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078209.375542:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299869125
00000100:00000001:1.0:1769078209.375544:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299869126
00000100:00000001:1.0:1769078209.375546:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299869125
00000100:00000001:1.0:1769078209.375547:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299869126
00000100:00000001:1.0:1769078209.375549:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078209.375551:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375553:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375555:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078209.375558:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078209.375559:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078209.375561:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078209.375562:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078209.375564:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078209.375565:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078209.694722:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078209.694728:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078209.694770:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078209.694774:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078209.694776:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078210.718790:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078210.718797:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078210.718855:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078210.718858:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078210.718860:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078210.910741:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299869126, at 4299869184
00000100:00000040:1.0:1769078210.910741:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299869126, at 4299869184
00000100:00000010:0.0:1769078210.910757:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000100:00000010:1.0:1769078210.910763:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00010000:00000001:1.0:1769078211.742734:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078211.742740:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078211.742797:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078211.742801:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078211.742804:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078212.446962:0:2358:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769078212.447005:0:2358:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078212.447015:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078212.447020:0:2358:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769078212.447024:0:2358:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078212.447027:0:2358:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078212.447032:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078212.447036:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769078212.447041:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078212.447046:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078212.447051:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743770
00000400:00000010:2.0:1769078212.447054:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743770.
00000100:00000001:2.0:1769078212.447058:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078212.447067:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447099:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078212.447104:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447111:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.447113:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078212.447122:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078212.447125:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769078212.447128:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078212.447131:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078212.447134:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743000
00000400:00000010:2.0:1769078212.447136:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743000.
00000100:00000001:2.0:1769078212.447138:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078212.447142:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447149:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078212.447152:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447158:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.447160:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078212.447165:0:2358:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078212.447167:0:2358:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769078212.447170:0:2358:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078212.447173:0:2358:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078212.447176:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507435d8
00000400:00000010:2.0:1769078212.447177:0:2358:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507435d8.
00000100:00000001:2.0:1769078212.447179:0:2358:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078212.447183:0:2358:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447191:0:2358:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078212.447194:0:2358:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078212.447200:0:2358:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078212.447202:0:2358:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078212.447273:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078212.447277:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078212.447280:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078212.447296:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078212]  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078212.447309:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078212.447311:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078212.447314:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:1.0:1769078212.447319:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:1.0:1769078212.447320:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:1.0:1769078212.447322:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078212.447327:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078212.447336:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447343:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078212.447345:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447347:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447350:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078212.447353:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447360:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078212.447364:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447371:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078212.447375:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447377:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447378:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447381:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078212.447383:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078212.447387:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078212.447392:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078212.447395:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078212.447399:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078212.447407:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435776:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078212.447413:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078212.447416:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078212]  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078212.447424:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078212.447426:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078212.447427:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:1.0:1769078212.447430:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078212.447432:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078212.447434:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078212.447437:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078212.447445:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447451:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078212.447452:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447454:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447456:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078212.447459:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447471:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078212.447475:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447481:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078212.447483:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447485:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447486:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447488:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078212.447491:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078212.447494:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078212.447498:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078212.447500:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078212.447504:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078212.447511:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617435904:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078212.447515:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078212.447519:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078209/real 1769078212]  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078212.447526:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078212.447527:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078212.447529:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078212.447532:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078212.447533:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078212.447535:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078212.447538:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078212.447547:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447553:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078212.447554:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447556:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447557:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078212.447560:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447567:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078212.447570:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447577:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078212.447579:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447580:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078212.447581:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447583:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078212.447585:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078212.447587:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078212.447590:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078212.447592:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078212.447596:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078212.447603:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617435648:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078212.447607:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447609:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078212.447612:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617435776/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447619:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078212.447622:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078212.447626:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078212.447630:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078212.447633:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078212.447635:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078212.447638:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078212.447641:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078212.447644:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078212.447646:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078212.447648:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078212.447653:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078212.447654:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447656:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078212.447690:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617435904/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447697:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078212.447698:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078212.447700:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078212.447703:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078212.447704:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078212.447705:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078212.447707:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078212.447708:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769078212.447710:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078212.447712:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078212.447713:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078212.447715:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078212.447716:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447718:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078212.447721:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617435648/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078212.447726:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078212.447727:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078212.447729:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078212.447731:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078212.447732:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078212.447733:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078212.447735:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078212.447737:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769078212.447738:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078212.447739:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078212.447741:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078212.447743:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078212.447744:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447746:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078212.447756:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078212.447759:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078212.447761:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078212.447762:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078212.766762:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078212.766768:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078212.766833:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078212.766836:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078212.766839:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078213.790713:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078213.790718:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078213.790768:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078213.790770:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078213.790772:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078214.494738:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.494756:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078214.494759:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.494762:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.494767:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.494774:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5200
00000400:00000200:3.0:1769078214.494783:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078214.494788:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.494791:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.494794:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494797:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.494800:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494802:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078214.494807:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.494809:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078214.494811:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.494814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078214.494816:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078214.494818:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078214.494821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.494825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078214.494829:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078214.494832:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494834:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.494837:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.494840:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.494842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.494844:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078214.494846:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.494853:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769078214.494856:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078214.494860:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.494862:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.494864:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.494867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.494871:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.494879:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769078214.494885:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.494893:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.494907:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.494911:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.494915:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.494942:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078214.494945:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.494948:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078214.494950:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.494951:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.494953:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.494956:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5200
00000400:00000200:3.0:1769078214.494959:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078214.494962:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.494965:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.494967:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494969:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.494971:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494973:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078214.494975:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.494976:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078214.494978:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.494980:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078214.494982:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078214.494983:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078214.494986:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494987:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.494989:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494991:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078214.494994:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078214.494996:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078214.494998:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.495000:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.495005:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.495007:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495009:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078214.495012:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078214.495015:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495017:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.495021:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078214.495023:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078214.495025:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.495026:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495028:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.495029:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.495030:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.495034:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769078214.495036:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.495041:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.495046:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.495049:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.495052:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.495059:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.495061:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078214.495064:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078214.495067:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078214.495070:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078214.495071:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078214.495072:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078214.495075:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078214.495077:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5200
00000400:00000200:3.0:1769078214.495080:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078214.495083:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078214.495085:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078214.495088:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.495090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.495091:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.495093:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078214.495095:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078214.495096:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078214.495098:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078214.495099:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078214.495101:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078214.495103:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078214.495106:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.495108:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078214.495110:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078214.495111:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078214.495114:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078214.495116:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078214.495119:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078214.495120:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078214.495123:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078214.495125:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495127:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078214.495135:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078214.495137:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495139:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078214.495142:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769078214.495144:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078214.495147:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078214.495148:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078214.495150:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078214.495151:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078214.495153:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078214.495157:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078214.495159:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078214.495164:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078214.495170:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078214.495172:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.495175:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078214.495183:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078214.495188:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5210)
00000100:00000001:1.0:1769078214.495275:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078214.495281:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078214.495283:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078214.495290:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495299:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078214.495301:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495305:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078214.495308:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078214.495310:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078214.495314:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436032:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078214.495318:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078214.495322:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078214.495324:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495326:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078214.495330:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078214.495331:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078214.495337:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078214.495341:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078214.495347:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078214.495354:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436032, portal 25
00000100:00000001:1.0:1769078214.495355:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078214.495357:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769078214.495360:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495365:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078214.495367:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078214.495370:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078214.495373:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617436032, offset 0
00000400:00000200:1.0:1769078214.495386:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078214.495395:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.495402:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078214.495408:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078214.495414:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078214.495418:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078214.495421:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078214.495424:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71102:71102:256:4294967295] 192.168.204.140@tcp LPNI seq info [71102:71102:8:4294967295]
00000400:00000200:1.0:1769078214.495427:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.495438:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078214.495445:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.495451:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078214.495458:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078214.495462:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078214.495468:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078214.495472:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078214.495476:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.495478:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078214.495483:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078214.495487:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078214.495493:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078214.495495:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078214.495499:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078214.495503:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495512:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.495516:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495521:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.495523:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078214.495530:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078214.495534:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078214.495536:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299874246
00000100:00000010:1.0:1769078214.495541:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f60.
00000100:00000001:1.0:1769078214.495551:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078214.495569:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299874246
00000100:00000010:1.0:1769078214.495573:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95600.
00000100:00000001:1.0:1769078214.495577:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078214.495580:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078214.495583:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.495585:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078214.495590:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078214.495599:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078214.495601:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078214.495603:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078214.495606:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078214.495608:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078214.495610:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078214.495614:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078214.495622:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495629:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078214.495631:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495634:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.495636:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078214.495639:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495645:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078214.495649:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495655:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078214.495682:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495684:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.495685:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495687:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078214.495689:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078214.495691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078214.495695:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078214.495697:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078214.495701:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078214.495708:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436032:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078214.495712:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078214.495715:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495720:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078214.495721:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495723:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078214.495725:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078214.495726:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078214.495729:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436160:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078214.495732:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078214.495734:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078214.495735:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495737:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078214.495740:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078214.495742:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078214.495750:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078214.495753:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078214.495756:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078214.495759:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436160, portal 10
00000100:00000001:1.0:1769078214.495761:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078214.495762:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078214.495767:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495773:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078214.495775:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078214.495776:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078214.495778:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617436160, offset 0
00000400:00000200:1.0:1769078214.495782:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078214.495785:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.495788:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078214.495791:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078214.495793:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078214.495795:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078214.495797:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078214.495799:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71103:71103:256:4294967295] 192.168.204.140@tcp LPNI seq info [71103:71103:8:4294967295]
00000400:00000200:1.0:1769078214.495803:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.495808:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078214.495812:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.495815:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078214.495818:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078214.495821:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078214.495824:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078214.495827:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078214.495830:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.495831:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078214.495834:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078214.495837:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078214.495840:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078214.495841:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078214.495844:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078214.495847:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495854:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.495856:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495862:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.495863:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078214.495866:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078214.495870:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078214.495873:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078214.495875:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299872780
00000100:00000001:1.0:1769078214.495878:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299874246
00000100:00000001:1.0:1769078214.495880:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299872780
00000100:00000001:1.0:1769078214.495882:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299874246
00000100:00000001:1.0:1769078214.495884:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078214.495886:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.495888:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078214.495891:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078214.495901:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078214.495902:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078214.495904:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078214.495906:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078214.495907:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078214.495909:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078214.495912:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078214.495918:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495923:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078214.495925:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495926:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.495927:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078214.495931:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495936:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078214.495939:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495946:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078214.495948:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495950:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.495951:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.495952:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078214.495954:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078214.495956:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078214.495960:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078214.495962:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078214.495965:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078214.495972:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436160:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078214.495975:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078214.495978:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.495983:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078214.495984:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495986:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078214.495988:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078214.495989:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078214.495992:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436288:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078214.495994:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078214.495996:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078214.495998:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078214.495999:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078214.496003:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078214.496004:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078214.496008:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078214.496010:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078214.496013:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078214.496016:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436288, portal 4
00000100:00000001:1.0:1769078214.496017:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078214.496018:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078214.496023:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496029:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078214.496031:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078214.496033:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078214.496035:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617436288, offset 0
00000400:00000200:1.0:1769078214.496039:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078214.496042:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.496045:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078214.496048:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078214.496050:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078214.496052:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078214.496054:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078214.496056:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71104:71104:256:4294967295] 192.168.204.140@tcp LPNI seq info [71104:71104:8:4294967295]
00000400:00000200:1.0:1769078214.496060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078214.496065:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078214.496069:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.496072:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078214.496075:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078214.496077:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1769078214.496080:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078214.496082:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1769078214.496085:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078214.496087:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078214.496089:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078214.496092:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078214.496094:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078214.496096:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078214.496098:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078214.496101:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496107:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.496109:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496114:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.496116:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078214.496119:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078214.496122:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078214.496124:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078214.496126:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299874246
00000100:00000001:1.0:1769078214.496128:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299874246
00000100:00000001:1.0:1769078214.496130:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299874246
00000100:00000001:1.0:1769078214.496132:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299874246
00000100:00000001:1.0:1769078214.496133:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078214.496135:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.496137:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078214.496140:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078214/real 1769078214]  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078214.496146:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078214.496147:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078214.496148:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078214.496150:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078214.496152:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078214.496154:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078214.496156:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078214.496163:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496168:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078214.496169:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496171:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.496172:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078214.496175:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496181:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078214.496184:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496189:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078214.496191:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496192:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078214.496194:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496196:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078214.496198:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078214.496201:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078214.496204:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078214.496206:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078214.496209:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078214.496216:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436288:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078214.496220:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496221:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.496224:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617436032/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496230:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078214.496232:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078214.496234:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26800.
02000000:00000001:1.0:1769078214.496237:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078214.496239:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078214.496240:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078214.496242:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078214.496244:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078214.496259:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078214.496261:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078214.496263:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078214.496266:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078214.496268:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496269:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.496272:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617436160/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496278:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078214.496279:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078214.496280:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078214.496283:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078214.496284:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078214.496286:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078214.496287:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078214.496289:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078214.496291:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078214.496292:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078214.496293:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078214.496295:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078214.496296:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496298:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078214.496302:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617436288/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078214.496307:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078214.496308:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078214.496310:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078214.496312:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078214.496313:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078214.496314:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078214.496315:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078214.496317:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078214.496319:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078214.496320:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078214.496321:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078214.496323:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078214.496324:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496326:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078214.496335:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078214.496337:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078214.496339:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078214.496340:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078214.814766:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078214.814771:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078214.814829:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078214.814833:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078214.814837:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078215.838783:0:54654:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078215.838789:0:54654:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078215.838843:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078215.838846:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078215.838849:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078216.030865:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299874246, at 4299874304
00000100:00000010:0.0:1769078216.030888:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000100:00000040:1.0:1769078216.030989:0:54654:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299874246, at 4299874304
00000100:00000010:1.0:1769078216.030996:0:54654:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00010000:00000001:1.0:1769078216.862740:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078216.862747:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078216.862750:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078216.862752:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078216.862757:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078216.862759:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078216.862761:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078216.862763:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078216.862809:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078216.862813:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078216.862816:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078217.886771:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078217.886777:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078217.886866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078217.886873:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078217.886878:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078218.910753:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078218.910758:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078218.910804:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078218.910807:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078218.910809:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078219.614762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078219.614773:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078219.614776:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078219.614780:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078219.614783:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078219.614791:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5205
00000400:00000200:3.0:1769078219.614802:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078219.614809:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078219.614814:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078219.614818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614821:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078219.614824:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614827:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078219.614832:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078219.614834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078219.614837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078219.614840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078219.614843:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078219.614845:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078219.614849:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614851:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078219.614853:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614855:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078219.614859:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078219.614862:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614865:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078219.614868:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078219.614871:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078219.614874:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.614877:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078219.614879:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078219.614889:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769078219.614892:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078219.614895:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078219.614896:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.614898:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078219.614901:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078219.614905:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078219.614913:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769078219.614918:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078219.614926:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078219.614934:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078219.614938:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078219.614941:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078219.614960:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078219.614963:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078219.614965:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078219.614966:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078219.614967:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078219.614970:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078219.614971:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5205
00000400:00000200:3.0:1769078219.614974:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078219.614976:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078219.614978:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078219.614980:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614982:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078219.614985:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.614987:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078219.614990:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078219.614991:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078219.614993:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078219.614994:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1769078219.614996:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078219.614999:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078219.615000:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078219.615003:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078219.615005:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078219.615012:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078219.615013:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.615020:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078219.615024:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078219.615024:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078219.615027:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.615029:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078219.615031:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1769078219.615033:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078219.615035:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.615038:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078219.615040:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078219.615043:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436416:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078219.615045:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615048:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078219.615049:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078219.615052:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078219.615055:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.615057:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078219.615058:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1769078219.615061:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078219.615064:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615070:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078219.615070:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078219.615074:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:3.0:1769078219.615080:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000010:1.0:1769078219.615083:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000008:00100000:3.0:1769078219.615086:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1769078219.615090:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436416, portal 25
00000008:00000001:3.0:1769078219.615092:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615094:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078219.615095:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615096:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000010:3.0:1769078219.615102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000100:00000040:1.0:1769078219.615103:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078219.615109:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769078219.615112:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1769078219.615114:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1769078219.615117:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078219.615118:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078219.615120:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000001:3.0:1769078219.615122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1769078219.615124:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617436416, offset 0
02000000:00000001:3.0:1769078219.615125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078219.615129:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615132:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769078219.615136:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000400:00000200:1.0:1769078219.615141:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078219.615142:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615148:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00100000:3.0:1769078219.615152:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078219.615172:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078219.615175:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615178:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078219.615182:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078219.615186:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078219.615192:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078219.615197:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.615202:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615204:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71105:71105:256:4294967295] 192.168.204.140@tcp LPNI seq info [71105:71105:8:4294967295]
00000100:00000040:3.0:1769078219.615207:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078219.615209:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078219.615214:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078219.615219:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078219.615221:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078219.615228:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1769078219.615233:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078219.615233:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078219.615237:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1769078219.615239:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078219.615240:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078219.615246:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5205
00000800:00000200:1.0:1769078219.615249:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078219.615254:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1769078219.615254:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078219.615261:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769078219.615262:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078219.615267:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078219.615268:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078219.615275:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078219.615275:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769078219.615278:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078219.615280:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078219.615284:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078219.615285:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078219.615288:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078219.615294:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1769078219.615294:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078219.615297:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078219.615300:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000020:00000001:3.0:1769078219.615301:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:1.0:1769078219.615303:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000020:00000040:3.0:1769078219.615305:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000001:1.0:1769078219.615308:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078219.615309:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078219.615313:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078219.615314:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078219.615323:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078219.615326:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078219.615327:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078219.615331:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078219.615334:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078219.615340:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078219.615344:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078219.615345:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769078219.615346:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1769078219.615351:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078219.615354:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.615355:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078219.615358:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078219.615360:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078219.615361:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078219.615364:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299879366
02000000:00000001:3.0:1769078219.615364:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.615369:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769078219.615372:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95600.
00000008:00100000:3.0:1769078219.615372:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078219.615376:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.615377:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615381:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1769078219.615381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769078219.615385:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078219.615388:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078219.615389:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078219.615390:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078219.615391:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078219.615392:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078219.615395:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:1.0:1769078219.615396:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299879366
00000100:00000001:3.0:1769078219.615401:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078219.615402:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a952a0.
00000100:00000001:1.0:1769078219.615407:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078219.615410:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1769078219.615411:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078219.615413:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615418:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078219.615425:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078219.615426:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078219.615430:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078219.615438:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078219.615439:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078219.615441:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078219.615444:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078219.615448:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078219.615450:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:3.0:1769078219.615454:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615455:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078219.615459:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078219.615467:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5215)
00000100:00000200:1.0:1769078219.615468:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615474:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078219.615476:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615478:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.615479:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078219.615483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615491:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078219.615495:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615503:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078219.615505:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615507:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.615508:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615511:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078219.615513:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078219.615516:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078219.615520:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078219.615523:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078219.615527:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078219.615536:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436416:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078219.615541:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615543:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078219.615546:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617436416/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615553:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078219.615555:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078219.615558:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078219.615561:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078219.615563:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078219.615564:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078219.615567:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078219.615569:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078219.615574:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078219.615576:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078219.615578:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078219.615581:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078219.615582:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615584:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615593:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078219.615595:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615597:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078219.615599:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078219.615600:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078219.615604:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615611:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078219.615612:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.615614:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078219.615616:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.615618:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078219.615621:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436544:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078219.615624:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078219.615626:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078219.615627:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.615629:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078219.615632:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078219.615633:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615636:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078219.615638:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078219.615641:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078219.615643:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436544, portal 10
00000100:00000001:1.0:1769078219.615644:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078219.615645:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769078219.615650:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615654:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078219.615655:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078219.615657:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078219.615676:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617436544, offset 0
00000400:00000200:1.0:1769078219.615680:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078219.615683:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078219.615687:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078219.615690:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078219.615693:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078219.615695:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078219.615697:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078219.615700:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71106:71106:256:4294967295] 192.168.204.140@tcp LPNI seq info [71106:71106:8:4294967295]
00000400:00000200:1.0:1769078219.615704:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078219.615710:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078219.615714:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078219.615718:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078219.615722:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078219.615724:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078219.615729:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078219.615731:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078219.615735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078219.615737:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078219.615739:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078219.615742:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078219.615744:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078219.615745:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078219.615747:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078219.615750:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615755:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078219.615757:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615761:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615762:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078219.615764:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.615767:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078219.615769:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078219.615771:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299877900
00000100:00000001:1.0:1769078219.615773:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299879366
00000100:00000001:1.0:1769078219.615775:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299877900
00000100:00000001:1.0:1769078219.615776:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299879366
00000100:00000001:1.0:1769078219.615777:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078219.615778:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615779:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078219.615781:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078219.615787:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078219.615787:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078219.615789:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078219.615790:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078219.615791:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078219.615792:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078219.615793:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078219.615798:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615802:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078219.615803:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615804:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.615805:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078219.615807:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615810:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078219.615812:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615817:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078219.615818:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615819:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.615820:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.615821:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078219.615822:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078219.615824:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078219.615825:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078219.615826:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078219.615829:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078219.615833:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436544:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078219.615835:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078219.615837:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615841:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078219.615842:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.615843:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078219.615844:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078219.615845:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078219.615847:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436672:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078219.615849:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078219.615850:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078219.615851:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078219.615852:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078219.615855:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078219.615856:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078219.615859:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078219.615861:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078219.615864:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078219.615867:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436672, portal 4
00000100:00000001:1.0:1769078219.615869:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078219.615870:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078219.615876:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615882:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078219.615885:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078219.615887:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078219.615889:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617436672, offset 0
00000400:00000200:1.0:1769078219.615893:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078219.615896:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078219.615900:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078219.615902:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078219.615905:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078219.615906:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078219.615908:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078219.615910:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71107:71107:256:4294967295] 192.168.204.140@tcp LPNI seq info [71107:71107:8:4294967295]
00000400:00000200:1.0:1769078219.615912:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078219.615917:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078219.615919:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078219.615921:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078219.615924:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078219.615926:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1769078219.615928:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078219.615930:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1769078219.615948:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078219.615950:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078219.615952:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078219.615954:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078219.615956:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078219.615957:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078219.615959:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078219.615961:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615966:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078219.615968:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.615972:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615973:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078219.615975:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078219.615977:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078219.615979:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078219.615980:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299879366
00000100:00000001:1.0:1769078219.615982:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299879366
00000100:00000001:1.0:1769078219.615984:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299879366
00000100:00000001:1.0:1769078219.615985:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299879366
00000100:00000001:1.0:1769078219.615987:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078219.615988:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.615989:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078219.615991:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078219/real 1769078219]  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078219.615995:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078219.615996:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078219.615996:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078219.615998:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078219.615998:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078219.615999:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078219.616001:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078219.616006:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.616013:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078219.616014:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616016:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.616017:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078219.616019:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.616022:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078219.616024:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.616027:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078219.616029:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616029:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078219.616030:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616031:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078219.616033:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078219.616035:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078219.616036:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078219.616037:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078219.616040:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078219.616044:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436672:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078219.616046:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616047:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078219.616049:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617436544/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.616052:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078219.616053:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078219.616055:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24c00.
02000000:00000001:1.0:1769078219.616056:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078219.616057:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078219.616058:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078219.616059:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078219.616061:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078219.616062:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078219.616063:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078219.616064:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078219.616066:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078219.616067:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616068:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078219.616069:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617436672/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078219.616073:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078219.616074:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078219.616074:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078219.616076:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078219.616076:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078219.616077:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078219.616078:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078219.616079:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078219.616080:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078219.616080:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078219.616081:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078219.616082:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078219.616083:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616084:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078219.616086:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078219.616087:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078219.616088:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078219.616089:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078219.934774:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078219.934779:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078219.934837:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078219.934841:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078219.934844:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078220.958767:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078220.958780:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078220.958851:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078220.958856:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078220.958859:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078221.150804:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299879366, at 4299879424
00000100:00000040:1.0:1769078221.150804:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299879366, at 4299879424
00000100:00000010:1.0:1769078221.150829:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000100:00000010:0.0:1769078221.150833:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00010000:00000001:1.0:1769078221.982798:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078221.982808:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078221.982885:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078221.982889:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078221.982894:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078223.006776:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078223.006792:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078223.006851:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078223.006856:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078223.006860:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078224.031721:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078224.031727:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078224.031786:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078224.031791:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078224.031795:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078224.734829:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.734840:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078224.734842:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.734846:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.734850:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078224.734859:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5210
00000400:00000200:1.0:1769078224.734869:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078224.734876:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.734879:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.734883:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.734886:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.734889:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.734891:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078224.734896:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.734898:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078224.734901:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.734904:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078224.734907:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078224.734909:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078224.734913:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.734915:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.734916:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.734918:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078224.734922:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078224.734926:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078224.734928:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.734930:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.734933:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.734935:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.734937:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078224.734938:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078224.734949:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b480.
00000020:00000040:1.0:1769078224.734952:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078224.734955:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078224.734957:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.734959:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.734961:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.734966:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078224.734976:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26c00.
00000100:00000001:1.0:1769078224.734982:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078224.734990:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078224.734998:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.735002:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.735005:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a98e6a77] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078224.735032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078224.735035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.735038:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078224.735039:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.735040:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.735042:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078224.735043:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5210
00000400:00000200:1.0:1769078224.735046:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078224.735049:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078224.735050:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.735053:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735055:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.735058:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735060:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078224.735061:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.735062:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078224.735063:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078224.735065:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:3.0:1769078224.735065:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1769078224.735068:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078224.735071:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769078224.735071:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078224.735087:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078224.735090:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735094:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078224.735096:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078224.735097:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735101:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078224.735104:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078224.735109:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735114:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735114:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078224.735116:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078224.735117:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.735122:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078224.735122:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078224.735124:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078224.735125:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.735128:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078224.735128:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078224.735133:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436800:192.168.204.140@tcp:250:kworker.0
00000008:00100000:1.0:1769078224.735134:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078224.735140:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735141:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1769078224.735142:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735146:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1769078224.735147:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470bb80.
02000000:00000001:3.0:1769078224.735149:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1769078224.735150:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078224.735152:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1769078224.735154:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078224.735155:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.735157:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.735158:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:3.0:1769078224.735158:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078224.735159:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735161:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078224.735165:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24c00.
00000100:00000001:1.0:1769078224.735170:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735170:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078224.735175:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00100000:1.0:1769078224.735177:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078224.735182:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:1.0:1769078224.735184:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.735187:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.735189:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000006dfcc2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078224.735192:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436800, portal 25
00000100:00000001:1.0:1769078224.735196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735198:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1769078224.735200:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078224.735201:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880241280 : -121799829310336 : ffff91394470b480)
00000100:00000040:1.0:1769078224.735204:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769078224.735208:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078224.735212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078224.735214:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078224.735214:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078224.735216:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078224.735218:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5210
00000400:00000200:1.0:1769078224.735221:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078224.735223:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000040:3.0:1769078224.735223:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078224.735226:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078224.735228:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735231:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078224.735235:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735240:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078224.735245:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1769078224.735246:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078224.735250:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:3.0:1769078224.735251:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:1.0:1769078224.735255:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:3.0:1769078224.735256:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000020:00000040:1.0:1769078224.735259:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:3.0:1769078224.735262:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617436800, offset 0
00000020:00000001:1.0:1769078224.735264:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769078224.735269:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:3.0:1769078224.735270:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:1.0:1769078224.735277:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735279:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078224.735280:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078224.735283:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078224.735286:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:3.0:1769078224.735289:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:1.0:1769078224.735290:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078224.735295:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769078224.735298:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1769078224.735299:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078224.735301:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078224.735303:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078224.735306:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:1.0:1769078224.735307:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.735311:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078224.735313:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769078224.735315:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1769078224.735316:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.735320:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735323:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000010:1.0:1769078224.735325:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708700.
00000400:00000200:3.0:1769078224.735331:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71108:71108:256:4294967295] 192.168.204.140@tcp LPNI seq info [71108:71108:8:4294967295]
00000020:00000040:1.0:1769078224.735335:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:3.0:1769078224.735339:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:1.0:1769078224.735340:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078224.735342:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078224.735345:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078224.735346:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078224.735347:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078224.735350:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26800.
00000100:00000001:1.0:1769078224.735353:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735358:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769078224.735359:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078224.735368:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078224.735370:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.735374:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec1af785] to pc [ptlrpcd_rcv+-1]  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078224.735375:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735382:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:1.0:1769078224.735383:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078224.735390:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5220)
00000800:00000200:3.0:1769078224.735393:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078224.735397:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078224.735402:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078224.735406:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078224.735409:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735412:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078224.735418:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078224.735422:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078224.735426:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078224.735428:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078224.735432:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078224.735436:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735443:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.735445:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735450:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735451:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078224.735455:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735459:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078224.735461:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299884486
00000100:00000010:3.0:1769078224.735465:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3d80.
00000100:00000001:3.0:1769078224.735470:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078224.735484:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299884486
00000100:00000010:3.0:1769078224.735486:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b32a0.
00000100:00000001:3.0:1769078224.735489:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078224.735491:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078224.735493:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735495:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078224.735498:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078224.735510:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078224.735511:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078224.735513:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078224.735515:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078224.735516:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078224.735518:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078224.735521:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078224.735527:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735532:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078224.735533:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735534:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735535:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078224.735537:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735541:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078224.735544:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735548:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078224.735550:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735550:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735551:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735553:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078224.735554:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078224.735556:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078224.735558:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078224.735560:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078224.735563:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078224.735568:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617436800:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078224.735572:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735573:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.735575:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b480 x1855007617436800/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735579:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078224.735581:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078224.735583:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8400.
02000000:00000001:3.0:1769078224.735584:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078224.735585:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078224.735587:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078224.735588:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078224.735590:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26c00.
02000000:00000001:3.0:1769078224.735593:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078224.735594:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078224.735595:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b480.
00000100:00000001:3.0:1769078224.735597:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078224.735598:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735600:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735607:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078224.735608:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735610:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078224.735611:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078224.735612:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078224.735614:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735618:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078224.735619:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735621:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078224.735622:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078224.735623:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078224.735625:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436928:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078224.735627:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078224.735628:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078224.735629:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735630:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078224.735632:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8400.
02000000:00000001:3.0:1769078224.735634:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735636:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078224.735638:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078224.735640:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078224.735642:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617436928, portal 10
00000100:00000001:3.0:1769078224.735643:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078224.735644:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880243072 : -121799829308544 : ffff91394470bb80)
00000100:00000040:3.0:1769078224.735649:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735653:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078224.735654:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078224.735656:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078224.735677:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617436928, offset 0
00000400:00000200:3.0:1769078224.735680:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078224.735683:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078224.735685:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078224.735687:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078224.735689:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078224.735691:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078224.735692:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078224.735694:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71109:71109:256:4294967295] 192.168.204.140@tcp LPNI seq info [71109:71109:8:4294967295]
00000400:00000200:3.0:1769078224.735697:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078224.735702:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078224.735706:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735710:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078224.735713:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078224.735716:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078224.735720:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078224.735722:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078224.735726:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735728:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078224.735730:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078224.735734:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078224.735737:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078224.735738:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078224.735741:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078224.735744:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735752:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.735755:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735759:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735760:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078224.735762:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078224.735765:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078224.735767:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078224.735769:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299883020
00000100:00000001:3.0:1769078224.735771:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299884486
00000100:00000001:3.0:1769078224.735772:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299883020
00000100:00000001:3.0:1769078224.735773:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299884486
00000100:00000001:3.0:1769078224.735774:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078224.735775:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735777:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078224.735779:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078224.735783:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078224.735784:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078224.735786:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078224.735787:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078224.735788:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078224.735789:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078224.735791:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078224.735796:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735800:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078224.735800:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735801:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735802:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078224.735804:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735807:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078224.735809:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735813:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078224.735814:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735815:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735816:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735817:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078224.735818:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078224.735819:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078224.735821:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078224.735823:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078224.735825:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078224.735829:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617436928:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078224.735838:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078224.735841:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735845:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078224.735846:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735847:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078224.735848:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078224.735849:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078224.735851:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437056:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078224.735853:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078224.735854:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078224.735855:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078224.735856:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078224.735858:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078224.735860:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078224.735862:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078224.735863:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078224.735865:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078224.735867:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437056, portal 4
00000100:00000001:3.0:1769078224.735868:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078224.735869:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880229632 : -121799829321984 : ffff913944708700)
00000100:00000040:3.0:1769078224.735872:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735876:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078224.735877:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078224.735879:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078224.735880:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617437056, offset 0
00000400:00000200:3.0:1769078224.735882:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078224.735884:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078224.735886:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078224.735888:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078224.735890:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078224.735892:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078224.735893:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078224.735895:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71110:71110:256:4294967295] 192.168.204.140@tcp LPNI seq info [71110:71110:8:4294967295]
00000400:00000200:3.0:1769078224.735897:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078224.735901:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078224.735903:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735905:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078224.735907:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078224.735909:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078224.735911:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078224.735913:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078224.735915:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078224.735916:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078224.735918:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078224.735920:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078224.735921:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078224.735923:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078224.735924:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078224.735926:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735930:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.735932:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735935:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735936:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078224.735938:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078224.735939:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078224.735941:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078224.735942:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299884486
00000100:00000001:3.0:1769078224.735944:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299884486
00000100:00000001:3.0:1769078224.735945:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299884486
00000100:00000001:3.0:1769078224.735947:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299884486
00000100:00000001:3.0:1769078224.735949:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078224.735950:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.735951:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078224.735953:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078224/real 1769078224]  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078224.735957:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078224.735958:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078224.735959:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078224.735960:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078224.735960:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078224.735961:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078224.735963:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078224.735968:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735972:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078224.735978:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735979:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735980:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078224.735982:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735986:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078224.735989:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.735992:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078224.735993:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735994:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078224.735995:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.735996:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078224.735999:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078224.736000:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078224.736002:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078224.736004:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078224.736006:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078224.736011:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437056:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078224.736016:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.736017:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.736019:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470bb80 x1855007617436928/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.736023:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078224.736024:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078224.736025:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8400.
02000000:00000001:3.0:1769078224.736026:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078224.736027:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078224.736028:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078224.736029:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078224.736031:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24c00.
02000000:00000001:3.0:1769078224.736032:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078224.736033:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078224.736034:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470bb80.
00000100:00000001:3.0:1769078224.736035:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078224.736036:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.736037:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078224.736039:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708700 x1855007617437056/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078224.736042:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078224.736043:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078224.736044:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078224.736045:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078224.736046:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078224.736047:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078224.736049:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078224.736050:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26800.
02000000:00000001:3.0:1769078224.736051:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078224.736051:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078224.736052:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708700.
00000100:00000001:3.0:1769078224.736053:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078224.736054:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.736055:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078224.736056:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078224.736057:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078224.736058:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078224.736059:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078225.054798:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078225.054806:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078225.054873:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078225.054878:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078225.054882:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078226.078809:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078226.078819:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078226.078822:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078226.078825:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.078830:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078226.078832:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.078835:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078226.078837:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078226.078910:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078226.078915:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078226.078919:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078226.270783:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299884486, at 4299884544
00000100:00000040:1.0:1769078226.270783:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299884486, at 4299884544
00000100:00000010:0.0:1769078226.270802:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3d80.
00000100:00000010:1.0:1769078226.270804:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b32a0.
00010000:00000001:1.0:1769078227.102804:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078227.102811:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078227.102889:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078227.102897:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078227.102902:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078228.126800:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078228.126807:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078228.126891:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078228.126898:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078228.126902:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078229.150766:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078229.150776:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078229.150840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078229.150847:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078229.150852:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078229.854778:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078229.854787:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078229.854789:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078229.854793:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078229.854797:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.854804:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5215
00000400:00000200:3.0:1769078229.854813:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078229.854818:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.854822:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078229.854824:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.854827:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.854830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.854832:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078229.854836:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.854838:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078229.854841:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.854843:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078229.854845:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078229.854847:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078229.854850:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.854852:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.854854:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.854856:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078229.854858:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078229.854861:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078229.854863:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078229.854866:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078229.854869:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.854871:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.854873:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078229.854875:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078229.854883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
00000020:00000040:3.0:1769078229.854886:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078229.854890:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078229.854891:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.854894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.854897:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.854901:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078229.854908:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000001:3.0:1769078229.854914:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078229.854921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078229.854930:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078229.854935:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078229.854939:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.854961:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078229.854964:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078229.854967:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078229.854969:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078229.854971:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078229.854974:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.854977:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5215
00000400:00000200:3.0:1769078229.854981:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078229.854985:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.854988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078229.855005:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855007:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078229.855010:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1769078229.855010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078229.855020:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1769078229.855021:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.855025:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078229.855026:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078229.855028:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.855032:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078229.855034:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078229.855041:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078229.855043:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078229.855049:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078229.855064:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078229.855070:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078229.855073:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078229.855078:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078229.855079:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078229.855083:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1769078229.855085:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078229.855089:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078229.855094:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.855095:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078229.855102:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078229.855107:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078229.855109:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437184:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769078229.855113:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.855124:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078229.855125:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078229.855131:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078229.855132:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078229.855138:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078229.855141:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078229.855144:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078229.855146:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078229.855155:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26000.
00000100:00000010:3.0:1769078229.855156:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769078229.855161:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078229.855163:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078229.855167:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078229.855170:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.855172:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078229.855174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.855176:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078229.855180:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000400:00000200:1.0:1769078229.855181:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078229.855188:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078229.855191:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00100000:3.0:1769078229.855198:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078229.855206:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000001:3.0:1769078229.855208:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078229.855213:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078229.855219:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437184, portal 25
00000100:00000040:3.0:1769078229.855219:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855226:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078229.855230:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000001:3.0:1769078229.855244:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078229.855245:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078229.855249:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078229.855264:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1769078229.855268:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1769078229.855270:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078229.855279:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078229.855281:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1769078229.855285:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000001:3.0:1769078229.855285:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1769078229.855294:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617437184, offset 0
00000100:00080000:3.0:1769078229.855294:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078229.855301:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078229.855306:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5215
00000400:00000200:3.0:1769078229.855316:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078229.855320:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078229.855326:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078229.855330:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078229.855335:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078229.855342:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855347:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078229.855351:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078229.855352:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855356:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078229.855368:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078229.855372:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078229.855376:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078229.855378:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769078229.855380:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078229.855384:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078229.855386:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078229.855390:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078229.855394:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078229.855397:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078229.855404:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71111:71111:256:4294967295] 192.168.204.140@tcp LPNI seq info [71111:71111:8:4294967295]
00000100:00000040:3.0:1769078229.855406:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078229.855417:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078229.855420:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078229.855425:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855431:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078229.855441:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1769078229.855442:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078229.855453:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078229.855462:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078229.855464:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078229.855467:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1769078229.855473:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
02000000:00000001:3.0:1769078229.855474:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078229.855481:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.855483:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078229.855486:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000200:1.0:1769078229.855489:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000008:00000001:3.0:1769078229.855492:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078229.855499:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1769078229.855499:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078229.855510:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000800:00000200:1.1:1769078229.855511:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:3.0:1769078229.855517:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769078229.855518:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078229.855529:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078229.855533:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1769078229.855534:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
02000000:00000001:3.0:1769078229.855538:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078229.855542:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078229.855545:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1769078229.855545:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078229.855548:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078229.855555:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1769078229.855556:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769078229.855564:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078229.855567:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078229.855571:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00100000:3.0:1769078229.855573:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078229.855578:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078229.855586:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078229.855608:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078229.855613:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078229.855614:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078229.855622:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078229.855625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855650:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.855682:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078229.855691:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078229.855697:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078229.855701:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299889607
00000100:00000010:1.0:1769078229.855707:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a952a0.
00000100:00000001:3.0:1769078229.855709:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.855717:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1769078229.855718:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5225)
00000100:00000001:1.0:1769078229.855734:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299889607
00000100:00000010:1.0:1769078229.855741:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c60.
00000100:00000001:1.0:1769078229.855746:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078229.855752:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078229.855756:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.855759:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078229.855765:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078229.855776:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078229.855778:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078229.855780:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078229.855783:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078229.855785:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078229.855787:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078229.855791:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078229.855799:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855807:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078229.855808:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855811:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.855813:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078229.855816:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855823:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078229.855828:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855835:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078229.855838:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855840:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.855841:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855844:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078229.855846:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078229.855849:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078229.855853:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078229.855855:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078229.855859:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078229.855866:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437184:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078229.855871:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855872:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078229.855875:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617437184/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855881:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078229.855884:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078229.855887:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769078229.855890:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078229.855892:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078229.855894:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078229.855897:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078229.855899:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078229.855903:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078229.855906:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078229.855908:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:1.0:1769078229.855911:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078229.855912:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855914:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.855923:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078229.855925:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.855927:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078229.855929:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078229.855930:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078229.855934:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.855941:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078229.855942:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078229.855944:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078229.855946:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078229.855949:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078229.855952:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437312:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078229.855955:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078229.855957:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078229.855959:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078229.855960:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078229.855963:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769078229.855965:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078229.855969:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078229.855972:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078229.855975:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078229.855978:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437312, portal 10
00000100:00000001:1.0:1769078229.855980:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078229.855981:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000100:00000040:1.0:1769078229.855987:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856006:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078229.856008:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078229.856011:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078229.856013:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617437312, offset 0
00000400:00000200:1.0:1769078229.856016:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078229.856020:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078229.856024:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078229.856027:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078229.856029:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078229.856032:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078229.856034:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078229.856037:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71112:71112:256:4294967295] 192.168.204.140@tcp LPNI seq info [71112:71112:8:4294967295]
00000400:00000200:1.0:1769078229.856041:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078229.856047:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078229.856052:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078229.856054:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078229.856058:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078229.856061:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078229.856065:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078229.856067:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078229.856071:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078229.856073:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078229.856076:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078229.856079:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078229.856081:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078229.856083:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078229.856086:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078229.856089:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856102:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078229.856105:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856110:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.856112:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078229.856115:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078229.856119:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078229.856122:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078229.856124:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299888140
00000100:00000001:1.0:1769078229.856127:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299889607
00000100:00000001:1.0:1769078229.856129:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299888140
00000100:00000001:1.0:1769078229.856131:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299889607
00000100:00000001:1.0:1769078229.856134:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078229.856136:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.856138:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078229.856141:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078229.856148:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078229.856149:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078229.856150:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078229.856152:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078229.856154:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078229.856156:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078229.856159:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078229.856167:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856173:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078229.856175:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856177:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.856178:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078229.856182:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856188:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078229.856191:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856198:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078229.856200:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856201:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.856203:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856205:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078229.856206:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078229.856209:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078229.856212:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078229.856214:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078229.856217:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078229.856225:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437312:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078229.856229:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078229.856232:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856238:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078229.856240:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078229.856242:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078229.856244:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078229.856246:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078229.856249:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437440:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078229.856252:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078229.856254:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078229.856255:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078229.856257:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078229.856261:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769078229.856262:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078229.856266:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078229.856268:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078229.856271:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078229.856274:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437440, portal 4
00000100:00000001:1.0:1769078229.856276:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078229.856277:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078229.856283:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856288:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078229.856291:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078229.856292:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078229.856295:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617437440, offset 0
00000400:00000200:1.0:1769078229.856298:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078229.856302:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078229.856305:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078229.856308:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078229.856310:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078229.856312:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078229.856314:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078229.856318:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71113:71113:256:4294967295] 192.168.204.140@tcp LPNI seq info [71113:71113:8:4294967295]
00000400:00000200:1.0:1769078229.856322:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078229.856327:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078229.856331:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078229.856334:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078229.856338:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078229.856340:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1769078229.856344:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078229.856346:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1769078229.856349:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078229.856352:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078229.856354:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078229.856357:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078229.856360:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078229.856361:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078229.856364:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078229.856367:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856374:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078229.856377:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856383:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.856384:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078229.856387:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078229.856390:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078229.856393:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078229.856395:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299889606
00000100:00000001:1.0:1769078229.856397:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299889607
00000100:00000001:1.0:1769078229.856400:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299889606
00000100:00000001:1.0:1769078229.856402:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299889607
00000100:00000001:1.0:1769078229.856404:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078229.856406:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.856408:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078229.856411:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078229/real 1769078229]  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078229.856418:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078229.856420:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078229.856422:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078229.856424:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078229.856425:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078229.856428:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078229.856430:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078229.856438:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856443:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078229.856445:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856446:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.856448:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078229.856452:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856458:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078229.856461:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856467:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078229.856470:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856471:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078229.856472:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856474:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078229.856477:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078229.856479:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078229.856482:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078229.856485:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078229.856488:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078229.856501:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437440:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078229.856504:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856506:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078229.856509:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617437312/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856515:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078229.856516:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078229.856518:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769078229.856520:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078229.856522:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078229.856524:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078229.856526:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078229.856527:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078229.856530:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078229.856531:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078229.856533:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:1.0:1769078229.856535:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078229.856536:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856538:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078229.856540:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617437440/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078229.856546:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078229.856547:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078229.856549:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769078229.856551:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078229.856552:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078229.856553:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078229.856555:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078229.856557:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078229.856559:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078229.856560:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078229.856562:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078229.856565:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078229.856566:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856568:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078229.856571:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078229.856572:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078229.856574:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078229.856575:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078230.174884:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078230.174893:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078230.175076:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078230.175083:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078230.175088:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078231.198814:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078231.198822:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078231.198893:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078231.198898:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078231.198901:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078231.390830:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299889607, at 4299889664
00000100:00000040:1.0:1769078231.390830:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299889607, at 4299889664
00000100:00000010:1.0:1769078231.390851:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000100:00000010:0.0:1769078231.390857:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00010000:00000001:1.0:1769078232.222794:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078232.222800:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078232.222867:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078232.222870:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078232.222874:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078233.246758:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078233.246766:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078233.246848:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078233.246852:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078233.246855:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078234.270772:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078234.270779:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078234.270838:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078234.270841:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078234.270844:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078234.974762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.974771:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078234.974773:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.974775:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.974779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.974784:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5220
00000400:00000200:3.0:1769078234.974791:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078234.974795:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.974798:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.974800:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974802:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.974804:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078234.974808:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.974810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078234.974812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.974814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078234.974815:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078234.974816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078234.974818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.974820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974821:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078234.974823:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078234.974824:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974826:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.974827:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.974829:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.974831:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.974832:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078234.974833:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.974841:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769078234.974843:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078234.974846:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.974847:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.974848:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.974851:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.974854:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.974860:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769078234.974864:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.974870:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078234.974877:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.974880:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.974883:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.974900:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078234.974914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078234.974917:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078234.974918:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.974920:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.974923:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078234.974926:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5220
00000400:00000200:3.0:1769078234.974930:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078234.974933:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.974935:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078234.974937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974940:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.974942:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974943:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078234.974945:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078234.974945:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.974947:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078234.974948:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078234.974949:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078234.974950:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078234.974951:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078234.974952:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078234.974953:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078234.974956:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078234.974957:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.974958:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.974960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.974962:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078234.974964:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078234.974965:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1769078234.974966:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078234.974967:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.974969:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.974970:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078234.974971:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078234.974976:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.974978:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.974979:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078234.974979:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078234.974981:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078234.974984:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437568:192.168.204.140@tcp:250:kworker.0
00000008:00100000:3.0:1769078234.974984:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078234.974987:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.974988:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078234.974989:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.974992:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078234.974994:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.974995:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
02000000:00000001:1.0:1769078234.974996:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1769078234.974998:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769078234.975000:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769078234.975000:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.975001:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.975003:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.975003:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078234.975004:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.975006:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975009:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:3.0:1769078234.975009:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000400:00000010:1.0:1769078234.975012:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:3.0:1769078234.975012:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078234.975016:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078234.975018:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000001:3.0:1769078234.975022:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078234.975024:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437568, portal 25
00000100:00000001:3.0:1769078234.975024:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975027:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1769078234.975027:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975028:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769078234.975033:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078234.975035:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078234.975038:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078234.975041:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078234.975041:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078234.975043:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078234.975044:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078234.975046:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00080000:3.0:1769078234.975047:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1769078234.975048:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617437568, offset 0
00000100:00000001:3.0:1769078234.975048:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078234.975050:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078234.975052:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078234.975054:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078234.975055:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5220
00000400:00000200:3.0:1769078234.975058:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078234.975061:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078234.975061:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078234.975063:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078234.975066:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078234.975066:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078234.975067:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.975069:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975071:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078234.975071:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078234.975073:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078234.975074:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078234.975075:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769078234.975075:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078234.975077:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078234.975079:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078234.975079:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078234.975081:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078234.975081:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078234.975083:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975085:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71114:71114:256:4294967295] 192.168.204.140@tcp LPNI seq info [71114:71114:8:4294967295]
00000100:00000001:3.0:1769078234.975085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078234.975087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975089:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078234.975089:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078234.975091:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078234.975093:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078234.975095:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078234.975097:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078234.975098:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078234.975099:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078234.975101:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.975103:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769078234.975104:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000008:00100000:3.0:1769078234.975105:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078234.975107:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078234.975108:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078234.975108:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078234.975111:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769078234.975112:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.0:1769078234.975115:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:3.0:1769078234.975115:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078234.975116:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078234.975118:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1769078234.975119:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1769078234.975119:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078234.975120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078234.975123:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000800:00000200:1.1:1769078234.975124:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078234.975126:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078234.975128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000100:00100000:3.0:1769078234.975129:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769078234.975132:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078234.975134:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078234.975136:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078234.975137:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975140:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078234.975141:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078234.975144:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078234.975148:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975149:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078234.975151:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000040:3.0:1769078234.975151:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5230)
00000100:00000001:1.0:1769078234.975155:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078234.975158:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975165:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975168:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975174:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975175:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078234.975182:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975186:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078234.975188:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299894726
00000100:00000010:1.0:1769078234.975193:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c60.
00000100:00000001:1.0:1769078234.975204:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078234.975213:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299894726
00000100:00000010:1.0:1769078234.975215:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a955a0.
00000100:00000001:1.0:1769078234.975217:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078234.975219:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078234.975221:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975222:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078234.975225:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078234.975232:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078234.975234:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078234.975237:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078234.975240:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078234.975242:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078234.975243:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078234.975246:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078234.975252:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975257:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078234.975259:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975261:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975263:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078234.975267:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975271:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078234.975274:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975278:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078234.975279:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975280:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975281:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975282:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078234.975283:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078234.975285:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078234.975287:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078234.975288:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078234.975295:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078234.975299:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437568:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078234.975302:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975303:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975305:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617437568/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975309:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078234.975310:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078234.975312:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769078234.975314:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078234.975315:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078234.975316:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078234.975317:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078234.975319:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078234.975321:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078234.975322:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078234.975324:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078234.975325:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078234.975326:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975328:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975333:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078234.975334:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975336:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078234.975337:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078234.975338:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078234.975339:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975344:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078234.975344:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.975346:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078234.975347:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078234.975348:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078234.975350:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437696:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078234.975351:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078234.975352:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078234.975353:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.975354:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078234.975356:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769078234.975357:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975359:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078234.975361:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078234.975363:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078234.975364:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437696, portal 10
00000100:00000001:1.0:1769078234.975366:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078234.975367:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769078234.975371:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975374:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078234.975376:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078234.975377:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078234.975378:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617437696, offset 0
00000400:00000200:1.0:1769078234.975381:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975383:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078234.975385:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078234.975386:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078234.975388:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078234.975389:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078234.975391:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975392:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71115:71115:256:4294967295] 192.168.204.140@tcp LPNI seq info [71115:71115:8:4294967295]
00000400:00000200:1.0:1769078234.975395:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078234.975399:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078234.975403:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078234.975406:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078234.975410:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078234.975412:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078234.975416:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078234.975419:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078234.975422:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078234.975424:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078234.975427:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078234.975430:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078234.975433:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078234.975434:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078234.975437:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078234.975440:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975454:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975456:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975460:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975461:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078234.975464:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078234.975466:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078234.975468:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078234.975470:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299893259
00000100:00000001:1.0:1769078234.975472:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299894726
00000100:00000001:1.0:1769078234.975473:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299893259
00000100:00000001:1.0:1769078234.975475:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299894726
00000100:00000001:1.0:1769078234.975476:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078234.975478:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975479:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078234.975481:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078234.975485:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078234.975486:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078234.975487:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078234.975488:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078234.975489:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078234.975490:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078234.975491:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078234.975496:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975499:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078234.975501:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975502:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975503:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078234.975505:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975508:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078234.975510:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975514:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078234.975515:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975516:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975517:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975518:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078234.975519:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078234.975520:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078234.975521:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078234.975523:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078234.975525:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078234.975529:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437696:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078234.975531:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078234.975534:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975540:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078234.975541:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.975543:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078234.975545:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078234.975546:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078234.975549:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437824:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078234.975552:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078234.975554:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078234.975555:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078234.975557:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078234.975560:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769078234.975562:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078234.975565:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078234.975567:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078234.975571:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078234.975574:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437824, portal 4
00000100:00000001:1.0:1769078234.975576:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078234.975577:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078234.975591:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975597:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078234.975599:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078234.975601:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078234.975603:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617437824, offset 0
00000400:00000200:1.0:1769078234.975605:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975608:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078234.975610:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078234.975611:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078234.975613:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078234.975614:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078234.975616:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078234.975617:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71116:71116:256:4294967295] 192.168.204.140@tcp LPNI seq info [71116:71116:8:4294967295]
00000400:00000200:1.0:1769078234.975620:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078234.975623:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078234.975626:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078234.975627:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078234.975630:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078234.975632:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1769078234.975634:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078234.975636:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1769078234.975638:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078234.975640:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078234.975641:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078234.975644:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078234.975645:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078234.975646:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078234.975648:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078234.975650:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975654:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975656:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975680:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975681:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078234.975683:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078234.975685:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078234.975687:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078234.975689:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299894726
00000100:00000001:1.0:1769078234.975690:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299894726
00000100:00000001:1.0:1769078234.975691:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299894726
00000100:00000001:1.0:1769078234.975693:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299894726
00000100:00000001:1.0:1769078234.975694:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078234.975695:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975696:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078234.975698:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078234/real 1769078234]  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078234.975703:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078234.975704:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078234.975705:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078234.975706:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078234.975707:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078234.975708:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078234.975710:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078234.975715:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975718:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078234.975719:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975720:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975721:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078234.975723:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975726:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078234.975729:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975732:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078234.975733:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975734:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078234.975735:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975736:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078234.975737:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078234.975739:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078234.975741:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078234.975742:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078234.975744:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078234.975752:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617437824:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078234.975754:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975755:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975757:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617437696/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975760:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078234.975761:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078234.975762:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25800.
02000000:00000001:1.0:1769078234.975763:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078234.975764:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078234.975765:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078234.975766:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078234.975767:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078234.975768:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078234.975769:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078234.975770:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078234.975771:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078234.975772:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975773:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078234.975774:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617437824/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078234.975777:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078234.975778:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078234.975779:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26000.
02000000:00000001:1.0:1769078234.975780:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078234.975780:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078234.975781:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078234.975782:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078234.975783:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078234.975784:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078234.975784:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078234.975785:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078234.975787:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078234.975788:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975789:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078234.975791:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078234.975792:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078234.975793:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078234.975794:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078235.294759:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078235.294764:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078235.294825:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078235.294830:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078235.294833:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078236.318745:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078236.318753:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078236.318755:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078236.318758:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.318762:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078236.318765:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.318766:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078236.318768:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078236.318816:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078236.318819:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078236.318822:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078236.510767:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299894726, at 4299894784
00000100:00000040:0.0:1769078236.510772:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299894726, at 4299894784
00000100:00000010:1.0:1769078236.510785:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00000100:00000010:0.0:1769078236.510790:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00010000:00000001:1.0:1769078237.342772:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078237.342778:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078237.342835:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078237.342838:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078237.342841:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078238.366735:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078238.366741:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078238.366784:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078238.366788:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078238.366792:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078239.390821:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078239.390827:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078239.391072:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078239.391077:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078239.391081:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078240.094790:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078240.094798:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078240.094800:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078240.094802:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078240.094805:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078240.094811:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5225
00000400:00000200:1.0:1769078240.094829:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078240.094834:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078240.094836:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078240.094838:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094841:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078240.094843:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094844:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078240.094847:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078240.094849:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078240.094851:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078240.094852:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078240.094854:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078240.094855:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078240.094857:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094858:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078240.094860:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078240.094863:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078240.094865:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094866:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078240.094868:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078240.094871:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078240.094873:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.094874:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078240.094875:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078240.094883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709180.
00000020:00000040:1.0:1769078240.094886:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078240.094888:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078240.094889:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.094899:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078240.094902:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078240.094906:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078240.094918:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25800.
00000100:00000001:1.0:1769078240.094924:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078240.094933:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078240.094950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078240.094953:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078240.094957:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000518c174f] to pc [ptlrpcd_rcv+-1]  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078240.094972:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078240.094975:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078240.094977:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078240.094978:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078240.094979:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078240.094981:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078240.094982:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5225
00000400:00000200:1.0:1769078240.094985:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078240.094987:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078240.094988:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078240.094991:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094992:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078240.094995:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.094996:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078240.094998:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078240.094999:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078240.095000:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078240.095001:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078240.095002:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078240.095004:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:3.0:1769078240.095004:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1769078240.095007:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095009:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078240.095010:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1769078240.095011:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078240.095016:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078240.095017:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078240.095021:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095022:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078240.095025:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1769078240.095027:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1769078240.095029:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078240.095034:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.095037:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078240.095042:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078240.095044:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:1.0:1769078240.095046:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095047:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.095048:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078240.095053:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708380.
02000000:00000001:3.0:1769078240.095055:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1769078240.095057:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078240.095059:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078240.095062:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078240.095065:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095065:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.095073:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437952:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078240.095077:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1769078240.095079:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078240.095081:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078240.095085:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078240.095086:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095090:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078240.095093:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24000.
02000000:00000001:3.0:1769078240.095095:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1769078240.095100:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078240.095103:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078240.095107:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078240.095109:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078240.095117:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078240.095118:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078240.095122:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078240.095125:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:1.0:1769078240.095126:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6798420] to pc [ptlrpcd_rcv+-1]  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078240.095134:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:1.0:1769078240.095135:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078240.095139:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078240.095142:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769078240.095145:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617437952, portal 25
00000100:00000001:3.0:1769078240.095149:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078240.095151:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078240.095151:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880232320 : -121799829319296 : ffff913944709180)
00000100:00080000:1.0:1769078240.095157:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078240.095160:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078240.095162:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1769078240.095162:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078240.095166:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078240.095171:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5225
00000400:00000200:1.0:1769078240.095179:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078240.095183:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078240.095183:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078240.095187:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078240.095191:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:1.0:1769078240.095192:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095195:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078240.095196:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000040:1.0:1769078240.095197:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095202:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078240.095204:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:3.0:1769078240.095204:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617437952, offset 0
00000020:00000040:1.0:1769078240.095205:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078240.095208:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078240.095211:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769078240.095212:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769078240.095213:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078240.095217:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095219:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078240.095219:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:1.0:1769078240.095223:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095225:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078240.095226:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078240.095228:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095230:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078240.095232:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078240.095233:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:1.0:1769078240.095235:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078240.095238:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.095239:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078240.095241:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769078240.095243:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000008:00000001:1.0:1769078240.095244:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078240.095248:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078240.095251:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708e00.
00000400:00000200:3.0:1769078240.095253:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1769078240.095254:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769078240.095258:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078240.095259:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095260:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:1.0:1769078240.095262:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078240.095264:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078240.095266:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095267:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000010:1.0:1769078240.095269:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26400.
00000400:00000200:3.0:1769078240.095273:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:1.0:1769078240.095274:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078240.095280:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1769078240.095281:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71117:71117:256:4294967295] 192.168.204.140@tcp LPNI seq info [71117:71117:8:4294967295]
00000100:00000001:1.0:1769078240.095293:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1769078240.095294:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078240.095295:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078240.095301:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ccc7fa] to pc [ptlrpcd_rcv+-1]  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078240.095312:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095313:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1769078240.095315:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5236)
00000800:00000200:3.0:1769078240.095321:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.095327:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078240.095334:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078240.095338:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078240.095343:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078240.095347:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078240.095351:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.095354:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078240.095359:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.095363:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.095368:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078240.095370:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078240.095374:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.095378:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095387:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.095390:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095397:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095398:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.095404:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095408:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078240.095411:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299899846
00000100:00000010:3.0:1769078240.095416:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3b40.
00000100:00000001:3.0:1769078240.095423:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078240.095437:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299899846
00000100:00000010:3.0:1769078240.095441:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3420.
00000100:00000001:3.0:1769078240.095444:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078240.095447:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.095450:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095452:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.095456:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.095465:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.095467:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.095469:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078240.095472:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078240.095474:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078240.095476:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.095481:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.095490:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095504:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.095506:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095508:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.095510:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.095514:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095520:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.095525:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095531:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.095534:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095535:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.095536:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095539:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.095540:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.095543:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.095547:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078240.095549:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.095553:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.095561:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617437952:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078240.095566:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095568:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.095571:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709180 x1855007617437952/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095582:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.095584:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.095587:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078240.095590:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.095592:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.095594:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078240.095596:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.095599:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25800.
02000000:00000001:3.0:1769078240.095603:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.095605:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.095607:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709180.
00000100:00000001:3.0:1769078240.095610:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.095611:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095613:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095620:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078240.095622:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095624:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078240.095625:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078240.095626:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078240.095630:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095636:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.095637:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095639:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.095641:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078240.095643:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.095645:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438080:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.095648:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078240.095650:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078240.095651:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095653:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078240.095656:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078240.095658:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095685:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078240.095689:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078240.095692:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078240.095696:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438080, portal 10
00000100:00000001:3.0:1769078240.095698:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.095699:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880228736 : -121799829322880 : ffff913944708380)
00000100:00000040:3.0:1769078240.095706:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095712:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078240.095714:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078240.095716:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078240.095719:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617438080, offset 0
00000400:00000200:3.0:1769078240.095722:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078240.095726:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078240.095730:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078240.095732:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078240.095735:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078240.095737:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078240.095739:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078240.095742:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71118:71118:256:4294967295] 192.168.204.140@tcp LPNI seq info [71118:71118:8:4294967295]
00000400:00000200:3.0:1769078240.095745:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078240.095751:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078240.095755:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.095758:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078240.095762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078240.095764:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078240.095769:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078240.095771:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078240.095775:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.095776:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078240.095779:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.095782:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.095785:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078240.095787:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078240.095790:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.095793:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095800:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.095803:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095809:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095810:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.095813:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.095829:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078240.095833:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078240.095835:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299898380
00000100:00000001:3.0:1769078240.095838:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299899846
00000100:00000001:3.0:1769078240.095840:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299898380
00000100:00000001:3.0:1769078240.095842:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299899846
00000100:00000001:3.0:1769078240.095844:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.095846:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.095848:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.095852:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.095859:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.095861:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.095863:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078240.095865:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078240.095867:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078240.095869:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.095872:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.095880:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095891:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.095892:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095893:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.095895:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.095898:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095904:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.095908:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095914:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.095917:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095918:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.095919:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.095921:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.095922:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.095924:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.095927:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078240.095929:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.095933:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.095941:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438080:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078240.095944:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078240.095948:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.095953:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078240.095955:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095957:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078240.095959:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078240.095961:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078240.095963:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438208:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078240.095966:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078240.095968:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078240.095970:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078240.095971:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078240.095975:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078240.095976:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078240.095980:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078240.095983:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078240.095986:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078240.095988:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438208, portal 4
00000100:00000001:3.0:1769078240.095990:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078240.095992:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880231424 : -121799829320192 : ffff913944708e00)
00000100:00000040:3.0:1769078240.095996:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096002:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078240.096005:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078240.096006:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078240.096008:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617438208, offset 0
00000400:00000200:3.0:1769078240.096012:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078240.096015:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078240.096019:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078240.096021:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078240.096023:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078240.096026:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078240.096028:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078240.096030:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71119:71119:256:4294967295] 192.168.204.140@tcp LPNI seq info [71119:71119:8:4294967295]
00000400:00000200:3.0:1769078240.096034:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078240.096039:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078240.096044:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.096047:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078240.096050:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078240.096052:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1769078240.096056:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078240.096058:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1769078240.096061:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078240.096063:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078240.096066:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078240.096069:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078240.096072:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078240.096073:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078240.096076:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078240.096079:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096087:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.096090:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078265 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096095:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.096097:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078240.096100:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078240.096103:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078240.096106:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078240.096108:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299899846
00000100:00000001:3.0:1769078240.096110:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299899846
00000100:00000001:3.0:1769078240.096112:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299899846
00000100:00000001:3.0:1769078240.096114:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299899846
00000100:00000001:3.0:1769078240.096116:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078240.096118:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.096120:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078240.096123:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078240/real 1769078240]  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078240.096132:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078240.096133:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078240.096135:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078240.096137:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078240.096139:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078240.096141:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078240.096145:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078240.096152:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096158:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078240.096159:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096161:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.096163:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078240.096166:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096172:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078240.096175:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096182:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078240.096184:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096185:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078240.096187:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096189:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078240.096191:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078240.096193:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078240.096197:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078240.096199:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078240.096203:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078240.096209:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438208:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078240.096212:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096214:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.096216:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708380 x1855007617438080/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096222:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.096224:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.096225:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078240.096228:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.096229:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.096231:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078240.096232:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.096234:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24000.
02000000:00000001:3.0:1769078240.096236:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.096238:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.096239:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708380.
00000100:00000001:3.0:1769078240.096241:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.096242:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096243:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078240.096246:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708e00 x1855007617438208/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078265 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078240.096252:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078240.096253:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078240.096255:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078240.096257:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078240.096258:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078240.096259:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078240.096261:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078240.096262:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26400.
02000000:00000001:3.0:1769078240.096264:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078240.096265:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078240.096267:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708e00.
00000100:00000001:3.0:1769078240.096269:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078240.096270:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096271:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078240.096275:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078240.096276:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078240.096278:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078240.096279:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078240.414781:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078240.414787:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078240.414851:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078240.414853:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078240.414856:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078241.438783:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078241.438790:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078241.438848:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078241.438851:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078241.438854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078241.630770:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299899846, at 4299899904
00000100:00000040:1.0:1769078241.630770:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299899846, at 4299899904
00000100:00000010:0.0:1769078241.630784:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3b40.
00000100:00000010:1.0:1769078241.630788:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3420.
00010000:00000001:1.0:1769078242.462805:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078242.462814:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078242.462875:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078242.462881:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078242.462884:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078243.486821:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078243.486828:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078243.486901:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078243.486905:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078243.486909:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078244.510819:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078244.510827:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078244.510901:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078244.510905:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078244.510909:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078245.214841:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078245.214851:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078245.214854:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078245.214857:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078245.214861:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078245.214868:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5231
00000400:00000200:3.0:1769078245.214877:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078245.214883:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078245.214886:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078245.214888:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.214891:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.214892:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.214894:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078245.214898:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078245.214899:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078245.214902:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078245.214904:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078245.214905:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078245.214907:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078245.214909:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.214910:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.214912:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.214913:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078245.214915:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078245.214917:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078245.214919:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.214921:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078245.214924:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078245.214925:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.214927:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078245.214928:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078245.214938:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078245.214941:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078245.214944:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078245.214945:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.214948:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078245.214950:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078245.214954:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078245.214961:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000100:00000001:3.0:1769078245.214966:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.214974:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078245.214981:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078245.214993:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.214997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.215017:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078245.215019:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078245.215022:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078245.215023:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078245.215025:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078245.215028:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078245.215031:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5231
00000400:00000200:3.0:1769078245.215035:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078245.215038:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078245.215040:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078245.215042:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215045:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.215049:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215053:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078245.215055:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078245.215056:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078245.215058:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078245.215061:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078245.215063:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078245.215065:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078245.215067:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078245.215073:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215075:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078245.215078:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078245.215079:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078245.215082:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078245.215085:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078245.215089:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769078245.215095:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078245.215097:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215108:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.215110:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078245.215119:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078245.215119:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078245.215121:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078245.215127:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215129:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078245.215131:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078245.215136:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078245.215139:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215141:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078245.215141:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215148:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078245.215149:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769078245.215158:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00100000:1.0:1769078245.215164:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617438336:192.168.204.140@tcp:250:kworker.0
02000000:00000001:3.0:1769078245.215166:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078245.215170:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.215173:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078245.215174:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078245.215175:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.215179:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078245.215179:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769078245.215184:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215185:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078245.215188:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078245.215193:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078245.215194:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078245.215201:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078245.215205:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.215208:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078245.215213:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
00000100:00000001:3.0:1769078245.215215:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215216:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.215220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078245.215224:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078245.215229:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078245.215230:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078245.215235:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078245.215236:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078245.215237:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078245.215242:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078245.215244:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00080000:3.0:1769078245.215245:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5231
00000400:00000200:3.0:1769078245.215254:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078245.215255:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000400:00000200:3.0:1769078245.215262:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078245.215264:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078245.215266:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215270:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.215272:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078245.215273:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438336, portal 25
00000100:00000001:3.0:1769078245.215274:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078245.215278:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1769078245.215279:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1769078245.215280:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000020:00000040:3.0:1769078245.215282:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078245.215288:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078245.215290:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000040:1.0:1769078245.215294:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078245.215295:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078245.215298:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078245.215302:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215310:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078245.215321:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078245.215327:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078245.215330:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078245.215333:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078245.215335:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078245.215336:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.215342:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078245.215342:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769078245.215348:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
02000000:00000001:3.0:1769078245.215350:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1769078245.215351:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617438336, offset 0
02000000:00000001:3.0:1769078245.215357:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.215364:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078245.215366:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078245.215369:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000008:00000001:3.0:1769078245.215370:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.215376:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215380:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000010:3.0:1769078245.215381:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000020:00000040:3.0:1769078245.215387:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078245.215389:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:3.0:1769078245.215394:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078245.215396:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078245.215403:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078245.215406:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078245.215407:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078245.215410:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215416:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000010:3.0:1769078245.215418:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769078245.215422:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215424:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1769078245.215429:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078245.215436:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078245.215437:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078245.215439:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078245.215445:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215448:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:3.0:1769078245.215451:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5241)
00000400:00000200:1.0:1769078245.215468:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71120:71120:256:4294967295] 192.168.204.140@tcp LPNI seq info [71120:71120:8:4294967295]
00000400:00000200:1.0:1769078245.215472:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078245.215482:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078245.215487:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.215491:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078245.215496:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078245.215509:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078245.215514:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078245.215516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078245.215520:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.215521:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078245.215526:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078245.215529:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078245.215542:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078245.215544:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078245.215548:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078245.215551:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215565:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.215568:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215573:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.215574:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078245.215580:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215582:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078245.215584:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299904966
00000100:00000010:1.0:1769078245.215596:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a955a0.
00000100:00000001:1.0:1769078245.215602:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078245.215608:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299904966
00000100:00000010:1.0:1769078245.215609:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95540.
00000100:00000001:1.0:1769078245.215611:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078245.215613:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078245.215615:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.215617:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078245.215628:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078245.215636:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078245.215638:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078245.215639:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078245.215641:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078245.215642:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078245.215647:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078245.215650:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078245.215693:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215698:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078245.215699:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215701:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.215702:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078245.215704:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215708:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078245.215712:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215747:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078245.215751:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215752:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.215754:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215756:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078245.215758:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078245.215761:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078245.215811:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078245.215814:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078245.215818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078245.215823:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617438336:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078245.215826:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215828:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.215829:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617438336/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215833:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078245.215844:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078245.215846:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078245.215848:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078245.215850:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078245.215851:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078245.215852:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078245.215854:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078245.215856:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078245.215858:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078245.215859:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078245.215862:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078245.215862:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215864:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.215869:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078245.215870:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.215872:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078245.215873:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078245.215874:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078245.215877:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215881:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078245.215882:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215884:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078245.215885:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.215887:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078245.215890:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438464:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078245.215893:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078245.215895:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078245.215897:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.215898:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078245.215901:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078245.215903:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.215907:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078245.215910:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078245.215913:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078245.215916:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438464, portal 10
00000100:00000001:1.0:1769078245.215918:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078245.215919:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:1.0:1769078245.215925:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.215932:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078245.215934:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078245.215936:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078245.215938:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617438464, offset 0
00000400:00000200:1.0:1769078245.215942:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078245.215958:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078245.215966:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078245.215968:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078245.215970:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078245.215971:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078245.215972:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078245.215974:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71121:71121:256:4294967295] 192.168.204.140@tcp LPNI seq info [71121:71121:8:4294967295]
00000400:00000200:1.0:1769078245.215977:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078245.215981:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078245.215993:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.215998:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078245.216002:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078245.216005:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078245.216009:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078245.216012:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078245.216016:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.216017:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078245.216020:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078245.216023:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078245.216038:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078245.216039:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078245.216041:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078245.216043:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216048:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.216050:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216059:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.216061:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078245.216063:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.216066:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078245.216068:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078245.216070:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299903500
00000100:00000001:1.0:1769078245.216072:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299904966
00000100:00000001:1.0:1769078245.216073:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299903500
00000100:00000001:1.0:1769078245.216074:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299904966
00000100:00000001:1.0:1769078245.216076:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078245.216077:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.216078:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078245.216089:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078245.216098:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078245.216098:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078245.216099:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078245.216101:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078245.216102:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078245.216103:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078245.216105:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078245.216110:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216119:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078245.216120:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216121:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.216121:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078245.216124:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216128:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078245.216130:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216133:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078245.216135:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216136:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.216136:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216137:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078245.216138:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078245.216140:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078245.216149:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078245.216151:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078245.216154:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078245.216158:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438464:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078245.216160:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078245.216162:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216166:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078245.216167:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.216169:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078245.216170:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078245.216171:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078245.216173:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438592:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078245.216175:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078245.216176:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078245.216177:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078245.216178:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078245.216187:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078245.216188:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078245.216191:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078245.216193:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078245.216195:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078245.216197:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438592, portal 4
00000100:00000001:1.0:1769078245.216198:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078245.216199:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769078245.216202:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216206:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078245.216207:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078245.216209:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078245.216210:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617438592, offset 0
00000400:00000200:1.0:1769078245.216221:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078245.216223:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078245.216226:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078245.216228:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078245.216229:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078245.216231:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078245.216232:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078245.216234:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71122:71122:256:4294967295] 192.168.204.140@tcp LPNI seq info [71122:71122:8:4294967295]
00000400:00000200:1.0:1769078245.216236:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078245.216240:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078245.216243:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.216245:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078245.216247:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078245.216255:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1769078245.216257:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078245.216259:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1769078245.216261:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078245.216263:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078245.216264:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078245.216266:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078245.216268:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078245.216269:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078245.216270:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078245.216272:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216277:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.216279:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078270 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216282:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.216283:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078245.216285:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078245.216297:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078245.216299:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078245.216301:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299904966
00000100:00000001:1.0:1769078245.216303:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299904966
00000100:00000001:1.0:1769078245.216304:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299904966
00000100:00000001:1.0:1769078245.216305:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299904966
00000100:00000001:1.0:1769078245.216306:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078245.216308:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.216309:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078245.216311:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078245/real 1769078245]  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078245.216316:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078245.216316:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078245.216317:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078245.216324:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078245.216325:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078245.216327:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078245.216329:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078245.216333:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216337:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078245.216337:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216338:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.216339:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078245.216341:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216352:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078245.216355:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216359:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078245.216360:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216361:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078245.216362:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216363:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078245.216365:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078245.216366:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078245.216368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078245.216369:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078245.216371:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078245.216375:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438592:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078245.216377:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216378:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.216385:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617438464/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216389:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078245.216390:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078245.216391:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078245.216392:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078245.216393:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078245.216394:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078245.216395:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078245.216396:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078245.216398:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078245.216399:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078245.216400:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078245.216401:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078245.216402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216403:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078245.216405:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617438592/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078270 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078245.216426:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078245.216428:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078245.216429:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078245.216432:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078245.216433:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078245.216434:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078245.216436:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078245.216437:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078245.216439:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078245.216441:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078245.216442:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078245.216463:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078245.216464:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216465:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078245.216468:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078245.216468:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078245.216476:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078245.216477:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078245.534792:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078245.534802:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078245.534866:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078245.534869:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078245.534872:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078246.558826:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078246.558834:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078246.558836:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078246.558838:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.558842:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078246.558843:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.558845:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078246.558846:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078246.558910:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078246.558914:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078246.558917:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078246.750721:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299904966, at 4299905024
00000100:00000040:0.0:1769078246.750734:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299904966, at 4299905024
00000100:00000010:1.0:1769078246.750735:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000100:00000010:0.0:1769078246.750745:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00010000:00000001:1.0:1769078247.582776:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078247.582782:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078247.582844:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078247.582847:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078247.582850:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078248.606768:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078248.606776:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078248.606869:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078248.606876:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078248.606880:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078249.630766:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078249.630771:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078249.630822:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078249.630825:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078249.630828:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078250.334770:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078250.334778:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078250.334781:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078250.334783:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078250.334787:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078250.334793:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5236
00000400:00000200:3.0:1769078250.334801:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078250.334806:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078250.334809:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078250.334811:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334814:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078250.334816:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334817:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078250.334820:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078250.334822:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078250.334824:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078250.334826:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078250.334828:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078250.334830:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078250.334833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078250.334835:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078250.334839:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078250.334840:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334842:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.334844:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078250.334846:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078250.334848:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.334849:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078250.334851:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078250.334858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
00000020:00000040:3.0:1769078250.334860:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078250.334863:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078250.334864:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.334866:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078250.334868:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078250.334872:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078250.334877:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078250.334882:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078250.334888:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078250.334895:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078250.334899:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.334902:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078250.334916:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078250.334919:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078250.334921:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078250.334922:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078250.334923:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078250.334925:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078250.334926:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5236
00000400:00000200:3.0:1769078250.334929:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078250.334931:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078250.334933:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078250.334934:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334936:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078250.334938:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334939:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078250.334940:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078250.334941:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078250.334943:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078250.334944:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078250.334946:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1769078250.334946:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078250.334950:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078250.334951:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1769078250.334951:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078250.334955:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334957:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078250.334960:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334961:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078250.334962:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078250.334963:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078250.334968:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078250.334971:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.334974:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078250.334979:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.334980:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078250.334982:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.334984:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078250.334985:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078250.334988:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078250.334990:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1769078250.334991:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.334993:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.334994:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1769078250.334996:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769078250.334999:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078250.335000:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078250.335002:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078250.335004:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078250.335006:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617438720:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078250.335006:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078250.335009:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078250.335011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335012:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1769078250.335015:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078250.335017:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078250.335018:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335020:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335024:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1769078250.335024:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1769078250.335030:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
00000100:00000001:3.0:1769078250.335030:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078250.335033:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335034:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.335038:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078250.335044:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078250.335046:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078250.335048:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000040:3.0:1769078250.335049:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078250.335053:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078250.335055:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078250.335056:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00080000:3.0:1769078250.335060:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078250.335061:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078250.335062:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078250.335063:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438720, portal 25
00000100:00000001:3.0:1769078250.335064:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1769078250.335067:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1769078250.335068:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5236
00000100:00000001:1.0:1769078250.335069:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000400:00000200:3.0:1769078250.335073:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078250.335076:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078250.335077:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078250.335080:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078250.335085:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335089:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078250.335091:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078250.335092:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335095:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078250.335096:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769078250.335097:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078250.335099:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000010:1.0:1769078250.335100:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000020:00000001:3.0:1769078250.335101:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078250.335104:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078250.335105:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617438720, offset 0
00000020:00000001:3.0:1769078250.335106:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078250.335109:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078250.335111:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335114:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335119:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078250.335121:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078250.335124:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335126:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078250.335127:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078250.335130:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:3.0:1769078250.335132:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335135:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.335137:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1769078250.335138:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078250.335141:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078250.335144:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
02000000:00000001:3.0:1769078250.335144:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.335147:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078250.335149:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.335151:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335154:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71123:71123:256:4294967295] 192.168.204.140@tcp LPNI seq info [71123:71123:8:4294967295]
00000008:00100000:3.0:1769078250.335156:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:1.0:1769078250.335158:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000008:00000001:3.0:1769078250.335161:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.335163:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.335168:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1769078250.335169:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000020:00000040:3.0:1769078250.335173:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.0:1769078250.335177:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078250.335177:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1769078250.335182:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
02000000:00000001:3.0:1769078250.335184:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078250.335186:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078250.335187:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078250.335188:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078250.335190:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000010:3.0:1769078250.335193:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000800:00000200:1.0:1769078250.335194:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1769078250.335196:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078250.335200:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00100000:3.0:1769078250.335203:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1769078250.335205:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078250.335215:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078250.335215:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1769078250.335219:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078250.335219:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.335223:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078250.335225:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.335233:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078250.335234:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078250.335240:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5246)
00000400:00000200:1.0:1769078250.335241:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078250.335243:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078250.335246:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.335250:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335256:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335258:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335263:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335264:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.335269:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.335272:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078250.335274:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299910086
00000100:00000010:1.0:1769078250.335277:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95540.
00000100:00000001:1.0:1769078250.335283:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078250.335295:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299910086
00000100:00000010:1.0:1769078250.335298:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a955a0.
00000100:00000001:1.0:1769078250.335304:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078250.335306:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.335308:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335310:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.335312:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.335319:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.335321:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.335322:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078250.335324:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078250.335325:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078250.335327:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.335330:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.335336:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335339:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.335340:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335342:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335343:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.335345:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335349:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.335352:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335357:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.335359:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335360:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335361:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335362:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.335363:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.335365:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.335368:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078250.335369:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.335372:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.335376:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617438720:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078250.335379:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335380:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335382:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617438720/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335386:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.335388:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.335389:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078250.335391:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.335392:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.335393:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078250.335395:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.335397:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078250.335399:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.335401:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.335402:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078250.335404:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.335404:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335406:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335411:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078250.335412:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335413:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078250.335414:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078250.335415:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078250.335417:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335422:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078250.335423:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335424:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078250.335426:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.335427:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078250.335429:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438848:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078250.335430:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078250.335431:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078250.335432:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335434:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078250.335435:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078250.335437:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.335439:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078250.335441:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078250.335443:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078250.335445:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438848, portal 10
00000100:00000001:1.0:1769078250.335446:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.335447:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000040:1.0:1769078250.335451:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335455:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078250.335457:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078250.335458:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078250.335459:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617438848, offset 0
00000400:00000200:1.0:1769078250.335462:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335464:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078250.335466:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078250.335467:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078250.335469:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078250.335470:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.335472:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335474:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71124:71124:256:4294967295] 192.168.204.140@tcp LPNI seq info [71124:71124:8:4294967295]
00000400:00000200:1.0:1769078250.335476:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078250.335480:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.335483:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078250.335485:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078250.335487:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078250.335489:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078250.335492:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078250.335493:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078250.335495:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078250.335496:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078250.335498:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.335500:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078250.335502:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078250.335503:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078250.335504:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.335506:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335511:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335513:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335517:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335517:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.335519:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.335521:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078250.335534:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078250.335535:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299908619
00000100:00000001:1.0:1769078250.335537:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299910086
00000100:00000001:1.0:1769078250.335538:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299908619
00000100:00000001:1.0:1769078250.335542:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299910086
00000100:00000001:1.0:1769078250.335543:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.335545:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335546:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.335548:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.335554:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.335555:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.335556:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078250.335557:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078250.335558:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078250.335559:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.335561:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.335566:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335570:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.335571:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335572:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335573:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.335574:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335578:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.335580:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335583:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.335585:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335586:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335587:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335588:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.335589:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.335591:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.335593:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078250.335594:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.335597:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.335601:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438848:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078250.335603:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078250.335605:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335608:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078250.335609:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335610:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078250.335611:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078250.335612:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078250.335614:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438976:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.335616:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078250.335617:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078250.335618:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078250.335619:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078250.335622:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078250.335623:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078250.335625:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078250.335626:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078250.335628:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078250.335630:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617438976, portal 4
00000100:00000001:1.0:1769078250.335631:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078250.335632:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078250.335635:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335639:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078250.335641:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078250.335642:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078250.335680:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617438976, offset 0
00000400:00000200:1.0:1769078250.335685:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335687:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078250.335690:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078250.335692:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078250.335693:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078250.335695:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078250.335696:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078250.335698:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71125:71125:256:4294967295] 192.168.204.140@tcp LPNI seq info [71125:71125:8:4294967295]
00000400:00000200:1.0:1769078250.335700:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078250.335704:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078250.335706:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078250.335708:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078250.335711:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078250.335712:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078250.335715:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078250.335716:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078250.335731:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078250.335732:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078250.335734:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078250.335736:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078250.335738:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078250.335739:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078250.335741:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078250.335743:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335748:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335750:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078275 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335753:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335755:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078250.335757:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078250.335759:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078250.335761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078250.335762:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299910086
00000100:00000001:1.0:1769078250.335764:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299910086
00000100:00000001:1.0:1769078250.335765:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299910086
00000100:00000001:1.0:1769078250.335767:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299910086
00000100:00000001:1.0:1769078250.335768:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078250.335769:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335770:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078250.335772:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078250/real 1769078250]  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078250.335776:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078250.335777:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078250.335778:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078250.335779:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078250.335780:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078250.335781:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078250.335783:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078250.335788:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335791:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078250.335792:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335793:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335794:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078250.335796:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335799:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078250.335801:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335805:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078250.335807:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335808:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078250.335808:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335809:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078250.335812:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078250.335813:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078250.335814:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078250.335816:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078250.335818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078250.335822:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617438976:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078250.335824:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335825:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335826:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617438848/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335830:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.335831:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.335832:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078250.335834:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.335834:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.335835:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078250.335836:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.335837:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078250.335838:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.335840:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.335841:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078250.335842:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.335843:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335844:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078250.335846:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617438976/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078275 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078250.335849:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078250.335850:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078250.335851:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078250.335852:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078250.335852:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078250.335853:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078250.335854:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078250.335855:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078250.335856:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078250.335856:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078250.335857:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078250.335858:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078250.335859:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335860:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078250.335862:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078250.335862:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078250.335864:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078250.335864:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078250.654782:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078250.654790:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078250.654854:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078250.654859:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078250.654863:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078251.678797:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078251.678804:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078251.678864:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078251.678867:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078251.678871:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078251.870790:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299910086, at 4299910144
00000100:00000040:1.0:1769078251.870790:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299910086, at 4299910144
00000100:00000010:0.0:1769078251.870812:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95540.
00000100:00000010:1.0:1769078251.870814:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00010000:00000001:1.0:1769078252.702727:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078252.702733:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078252.702787:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078252.702790:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078252.702792:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078253.726775:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078253.726782:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078253.726838:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078253.726843:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078253.726846:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078254.750781:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078254.750787:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078254.750840:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078254.750843:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078254.750846:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078255.454748:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078255.454759:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078255.454761:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078255.454765:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078255.454769:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078255.454776:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5241
00000400:00000200:0.0:1769078255.454785:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078255.454790:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078255.454793:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078255.454796:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454799:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078255.454802:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454804:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078255.454807:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078255.454809:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078255.454812:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078255.454814:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078255.454817:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078255.454819:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078255.454822:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454824:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078255.454825:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454827:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078255.454830:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078255.454832:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454835:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.454837:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078255.454840:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.454842:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.454845:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078255.454847:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078255.454856:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8700.
00000020:00000040:0.0:1769078255.454859:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078255.454862:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078255.454864:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.454866:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078255.454869:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078255.454873:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078255.454880:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000001:0.0:1769078255.454886:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078255.454893:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078255.454903:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078255.454907:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.454911:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000472c9c28] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.454929:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078255.454932:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078255.454935:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078255.454936:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078255.454938:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078255.454941:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078255.454943:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5241
00000400:00000200:0.0:1769078255.454948:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078255.454951:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078255.454953:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078255.454956:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1769078255.454957:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.454961:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078255.454962:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078255.454964:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078255.454966:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078255.454968:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078255.454971:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078255.454974:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078255.454976:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078255.454976:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1769078255.454978:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078255.454982:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078255.454987:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078255.454993:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078255.454994:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078255.454997:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.454998:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078255.455002:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078255.455003:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078255.455007:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078255.455007:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078255.455013:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078255.455013:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078255.455019:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:1.0:1769078255.455022:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439104:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078255.455023:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.455027:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078255.455031:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078255.455033:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.455036:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.455038:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078255.455041:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078255.455042:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769078255.455046:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455047:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.455049:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455051:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1769078255.455054:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bbb80.
00000020:00000040:0.0:1769078255.455058:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000010:1.0:1769078255.455058:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078255.455063:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.455064:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078255.455067:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.455069:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078255.455070:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078255.455073:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.455074:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:0.0:1769078255.455079:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000400:00000010:1.0:1769078255.455081:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:0.0:1769078255.455084:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078255.455089:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00100000:0.0:1769078255.455093:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078255.455098:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439104, portal 25
00000100:00000001:0.0:1769078255.455102:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078255.455103:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078255.455106:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455107:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876756224 : -121799832795392 : ffff9139443b8700)
00000100:00000040:0.0:1769078255.455113:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2b09862] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078255.455117:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.455129:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455132:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078255.455134:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078255.455139:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:0.0:1769078255.455142:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078255.455143:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00080000:0.0:1769078255.455148:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1769078255.455149:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617439104, offset 0
00000100:00080000:0.0:1769078255.455156:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078255.455157:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078255.455159:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078255.455161:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078255.455162:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078255.455167:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5241
00000400:00000200:1.0:1769078255.455171:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455179:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078255.455184:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.455187:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078255.455191:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.455194:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078255.455197:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71126:71126:256:4294967295] 192.168.204.140@tcp LPNI seq info [71126:71126:8:4294967295]
00000400:00000200:1.0:1769078255.455201:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455209:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078255.455216:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078255.455217:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078255.455223:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078255.455225:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00080000:0.0:1769078255.455227:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078255.455231:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.455234:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078255.455236:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078255.455240:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078255.455242:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078255.455251:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769078255.455254:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769078255.455254:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1769078255.455260:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000100:1.0:1769078255.455262:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000020:00000040:0.0:1769078255.455264:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000010:1.0:1769078255.455266:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000020:00000001:0.0:1769078255.455268:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078255.455271:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078255.455274:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078255.455274:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1769078255.455280:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078255.455284:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078255.455287:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078255.455291:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078255.455291:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000100:00000040:0.0:1769078255.455295:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000010:1.0:1769078255.455296:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:0.0:1769078255.455300:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078255.455302:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769078255.455304:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078255.455310:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000200:1.0:1769078255.455311:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078255.455312:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.455317:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078255.455321:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078255.455325:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455326:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1769078255.455330:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000040:1.0:1769078255.455333:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078255.455334:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078255.455340:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.455344:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455349:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078255.455350:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9500.
00000100:00000001:1.0:1769078255.455352:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1769078255.455354:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:0.0:1769078255.455358:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078255.455359:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078255.455360:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078255.455365:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078255.455367:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078255.455368:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:0.0:1769078255.455370:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455373:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299915206
02000000:00000010:0.0:1769078255.455375:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1800.
00000100:00000001:0.0:1769078255.455380:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078255.455380:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a955a0.
00000100:00100000:0.0:1769078255.455387:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078255.455394:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078255.455396:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078255.455397:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.455403:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bbaee2b5] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455405:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299915206
00000100:00000010:1.0:1769078255.455411:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c60.
00000100:00000001:0.0:1769078255.455417:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455418:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078255.455423:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.455426:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078255.455429:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5251)
00000100:00000001:1.0:1769078255.455429:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.455435:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.455445:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.455447:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.455449:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078255.455452:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078255.455454:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078255.455457:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.455460:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.455468:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455474:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.455476:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455478:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.455479:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.455483:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455490:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.455493:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455500:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.455502:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455504:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.455505:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455507:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.455509:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.455511:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.455514:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078255.455517:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.455520:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.455528:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439104:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078255.455531:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455533:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.455535:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8700 x1855007617439104/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455541:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.455543:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.455545:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078255.455548:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.455549:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.455550:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078255.455553:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.455555:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:1.0:1769078255.455569:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.455571:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.455573:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8700.
00000100:00000001:1.0:1769078255.455576:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.455577:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455579:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455585:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078255.455587:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455590:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078255.455591:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078255.455592:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078255.455596:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455602:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.455603:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455605:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078255.455607:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.455609:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078255.455612:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439232:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078255.455615:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078255.455617:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078255.455619:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455621:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078255.455623:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078255.455625:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.455628:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078255.455631:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078255.455634:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078255.455637:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439232, portal 10
00000100:00000001:1.0:1769078255.455638:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078255.455640:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876769664 : -121799832781952 : ffff9139443bbb80)
00000100:00000040:1.0:1769078255.455645:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455651:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078255.455653:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078255.455654:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078255.455656:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617439232, offset 0
00000400:00000200:1.0:1769078255.455682:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078255.455686:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455690:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078255.455692:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.455695:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078255.455697:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.455699:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078255.455702:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71127:71127:256:4294967295] 192.168.204.140@tcp LPNI seq info [71127:71127:8:4294967295]
00000400:00000200:1.0:1769078255.455705:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455711:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.455715:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078255.455718:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078255.455722:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078255.455724:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078255.455729:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078255.455731:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078255.455735:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078255.455736:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078255.455739:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.455742:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.455744:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078255.455746:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078255.455748:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.455751:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455759:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.455762:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455767:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455768:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.455772:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078255.455776:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078255.455780:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078255.455782:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299913740
00000100:00000001:1.0:1769078255.455785:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299915206
00000100:00000001:1.0:1769078255.455787:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299913740
00000100:00000001:1.0:1769078255.455789:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299915206
00000100:00000001:1.0:1769078255.455791:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.455793:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.455794:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.455798:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.455818:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.455820:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.455822:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078255.455824:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078255.455826:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078255.455828:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.455831:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.455838:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455844:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.455845:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455846:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.455848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.455851:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455857:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.455860:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455866:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.455872:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455874:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.455875:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.455877:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.455878:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.455881:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.455884:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078255.455886:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.455890:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.455897:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439232:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078255.455900:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078255.455903:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455909:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078255.455910:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455912:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078255.455914:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078255.455915:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078255.455918:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439360:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.455921:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078255.455923:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078255.455924:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078255.455926:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078255.455929:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078255.455931:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078255.455934:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078255.455936:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078255.455939:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078255.455942:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439360, portal 4
00000100:00000001:1.0:1769078255.455943:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078255.455945:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876759808 : -121799832791808 : ffff9139443b9500)
00000100:00000040:1.0:1769078255.455949:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.455955:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078255.455957:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078255.455959:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078255.455961:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617439360, offset 0
00000400:00000200:1.0:1769078255.455965:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078255.455969:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455972:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078255.455974:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078255.455976:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078255.455979:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078255.455981:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078255.455983:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71128:71128:256:4294967295] 192.168.204.140@tcp LPNI seq info [71128:71128:8:4294967295]
00000400:00000200:1.0:1769078255.455987:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078255.455993:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078255.455998:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078255.456001:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078255.456004:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078255.456007:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078255.456010:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078255.456013:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078255.456016:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078255.456018:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078255.456020:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078255.456023:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078255.456026:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078255.456028:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078255.456030:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078255.456032:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.456042:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078280 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456047:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.456048:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078255.456051:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078255.456054:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078255.456057:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078255.456059:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299915206
00000100:00000001:1.0:1769078255.456062:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299915206
00000100:00000001:1.0:1769078255.456064:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299915206
00000100:00000001:1.0:1769078255.456066:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299915206
00000100:00000001:1.0:1769078255.456068:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078255.456070:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.456072:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078255.456075:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078255/real 1769078255]  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078255.456081:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078255.456083:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078255.456084:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078255.456086:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078255.456088:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078255.456090:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078255.456093:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078255.456101:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456107:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078255.456108:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456110:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.456111:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078255.456114:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456120:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078255.456123:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456129:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078255.456131:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456132:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078255.456134:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456135:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078255.456138:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078255.456141:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078255.456144:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078255.456146:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078255.456150:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078255.456156:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439360:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078255.456160:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456161:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.456164:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bbb80 x1855007617439232/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456169:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.456170:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.456172:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078255.456174:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.456175:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.456176:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078255.456178:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.456179:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:1.0:1769078255.456182:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.456183:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.456185:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bbb80.
00000100:00000001:1.0:1769078255.456187:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.456188:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456189:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078255.456192:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9500 x1855007617439360/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078280 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078255.456203:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078255.456204:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078255.456205:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078255.456207:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078255.456208:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078255.456209:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078255.456211:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078255.456212:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1800.
02000000:00000001:1.0:1769078255.456214:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078255.456215:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078255.456216:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9500.
00000100:00000001:1.0:1769078255.456218:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078255.456219:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456220:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078255.456223:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078255.456224:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078255.456227:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078255.456228:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078255.774730:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078255.774735:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078255.774783:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078255.774786:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078255.774789:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078256.798756:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078256.798765:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078256.798767:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078256.798770:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.798774:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078256.798776:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.798778:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078256.798781:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078256.798840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078256.798844:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078256.798846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078256.990786:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299915206, at 4299915264
00000100:00000040:0.0:1769078256.990790:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299915206, at 4299915264
00000100:00000010:1.0:1769078256.990802:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000100:00000010:0.0:1769078256.990805:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a955a0.
00010000:00000001:1.0:1769078257.822746:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078257.822752:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078257.822811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078257.822814:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078257.822817:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078258.846791:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078258.846798:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078258.846858:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078258.846861:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078258.846863:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078259.870768:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078259.870774:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078259.870828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078259.870832:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078259.870835:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078260.574758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078260.574768:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078260.574771:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078260.574774:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078260.574778:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078260.574785:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5246
00000400:00000200:3.0:1769078260.574793:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078260.574798:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078260.574800:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078260.574802:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574805:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.574806:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574808:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078260.574811:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078260.574813:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078260.574815:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078260.574817:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078260.574818:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078260.574820:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078260.574821:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574822:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.574823:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574824:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078260.574827:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078260.574829:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574830:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078260.574832:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078260.574835:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078260.574837:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574838:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078260.574839:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078260.574846:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1880.
00000020:00000040:3.0:1769078260.574848:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078260.574851:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078260.574852:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574854:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078260.574856:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078260.574859:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078260.574865:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:3.0:1769078260.574869:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078260.574875:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078260.574882:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078260.574885:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078260.574888:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017017ad4] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078260.574904:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078260.574907:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078260.574909:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078260.574910:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078260.574911:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078260.574916:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078260.574917:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5246
00000400:00000200:3.0:1769078260.574919:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078260.574921:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078260.574923:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078260.574924:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574926:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.574927:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574928:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078260.574929:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078260.574930:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078260.574931:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078260.574933:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078260.574934:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078260.574935:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078260.574937:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574938:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.574940:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574941:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078260.574942:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078260.574944:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078260.574945:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.574946:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1769078260.574947:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078260.574952:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078260.574953:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1769078260.574955:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574957:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078260.574958:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1769078260.574960:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078260.574963:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574965:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.574968:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1769078260.574969:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3800.
00000020:00000040:3.0:1769078260.574972:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078260.574975:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078260.574977:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574980:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078260.574982:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078260.574984:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.574986:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1769078260.574987:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:1.0:1769078260.574989:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.574990:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.574996:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:3.0:1769078260.574997:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078260.574999:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078260.575005:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.575006:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078260.575010:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078260.575013:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439488:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769078260.575017:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045dbdffd] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575019:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078260.575024:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078260.575027:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.575030:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.575032:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078260.575036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1769078260.575039:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
00000100:00000040:3.0:1769078260.575042:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
02000000:00000001:1.0:1769078260.575043:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078260.575048:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078260.575052:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078260.575053:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078260.575055:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078260.575058:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078260.575059:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:3.0:1769078260.575061:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1769078260.575068:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00080000:3.0:1769078260.575075:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5246
00000100:00000200:1.0:1769078260.575076:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439488, portal 25
00000100:00000001:1.0:1769078260.575082:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1769078260.575083:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078260.575087:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078260.575089:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078260.575094:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994430592 : -121799715121024 : ffff91394b3f1880)
00000100:00000040:3.0:1769078260.575094:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.575100:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.575105:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078260.575106:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078260.575108:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078260.575114:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078260.575116:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078260.575119:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078260.575122:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000001:1.0:1769078260.575123:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1769078260.575127:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078260.575130:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:3.0:1769078260.575131:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000010:1.0:1769078260.575135:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000040:3.0:1769078260.575137:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000200:1.0:1769078260.575140:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617439488, offset 0
00000100:00000001:3.0:1769078260.575142:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078260.575146:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078260.575149:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078260.575151:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078260.575155:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078260.575156:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078260.575160:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078260.575162:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078260.575166:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078260.575166:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078260.575170:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.575173:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:1.0:1769078260.575176:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000008:00100000:3.0:1769078260.575177:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078260.575181:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078260.575184:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575186:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1769078260.575190:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0a80.
00000400:00000200:1.0:1769078260.575191:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000040:3.0:1769078260.575195:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078260.575198:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1769078260.575201:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078260.575202:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
02000000:00000001:3.0:1769078260.575205:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575210:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71129:71129:256:4294967295] 192.168.204.140@tcp LPNI seq info [71129:71129:8:4294967295]
00000100:00000001:3.0:1769078260.575210:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078260.575213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078260.575217:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078260.575217:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078260.575223:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769078260.575229:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575230:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1769078260.575238:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078260.575240:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575249:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078260.575250:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078260.575254:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078260.575259:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6a2c687] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1769078260.575265:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078260.575273:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1769078260.575274:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078260.575281:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5256)
00000800:00000200:1.1:1769078260.575282:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078260.575287:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078260.575292:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575294:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078260.575302:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078260.575306:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078260.575311:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078260.575313:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078260.575317:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078260.575321:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575330:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.575334:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575340:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575342:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078260.575348:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575351:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078260.575354:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299920326
00000100:00000010:1.0:1769078260.575359:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c60.
00000100:00000001:1.0:1769078260.575365:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078260.575378:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299920326
00000100:00000010:1.0:1769078260.575381:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a952a0.
00000100:00000001:1.0:1769078260.575384:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078260.575387:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078260.575389:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575393:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078260.575398:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078260.575407:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078260.575408:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078260.575410:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078260.575413:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078260.575415:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078260.575417:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078260.575420:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078260.575427:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575433:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078260.575435:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575437:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.575439:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078260.575443:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575449:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078260.575453:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575460:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078260.575462:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575464:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.575465:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575467:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078260.575470:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078260.575484:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078260.575488:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078260.575490:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078260.575494:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078260.575502:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439488:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078260.575507:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575508:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.575511:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1880 x1855007617439488/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575517:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078260.575518:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078260.575521:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078260.575524:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078260.575526:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078260.575527:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078260.575529:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078260.575531:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769078260.575534:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078260.575536:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078260.575537:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1880.
00000100:00000001:1.0:1769078260.575540:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078260.575541:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575543:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575550:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078260.575551:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575553:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078260.575554:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078260.575555:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078260.575558:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575565:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078260.575566:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.575568:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078260.575569:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078260.575571:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078260.575574:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439616:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078260.575576:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078260.575578:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078260.575580:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.575582:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078260.575585:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078260.575586:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575589:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078260.575592:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078260.575596:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078260.575598:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439616, portal 10
00000100:00000001:1.0:1769078260.575600:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078260.575602:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994438656 : -121799715112960 : ffff91394b3f3800)
00000100:00000040:1.0:1769078260.575607:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078260.575615:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078260.575617:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078260.575619:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617439616, offset 0
00000400:00000200:1.0:1769078260.575624:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078260.575627:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078260.575631:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078260.575634:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078260.575636:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078260.575638:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078260.575640:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078260.575643:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71130:71130:256:4294967295] 192.168.204.140@tcp LPNI seq info [71130:71130:8:4294967295]
00000400:00000200:1.0:1769078260.575647:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078260.575652:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078260.575655:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575679:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078260.575683:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078260.575685:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078260.575689:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078260.575691:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078260.575694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575696:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078260.575700:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078260.575704:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078260.575706:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078260.575708:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078260.575710:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078260.575714:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575721:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.575723:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575729:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575731:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078260.575733:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.575737:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078260.575740:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078260.575742:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299918860
00000100:00000001:1.0:1769078260.575745:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299920326
00000100:00000001:1.0:1769078260.575747:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299918860
00000100:00000001:1.0:1769078260.575750:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299920326
00000100:00000001:1.0:1769078260.575752:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078260.575754:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575756:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078260.575759:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078260.575766:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078260.575767:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078260.575769:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078260.575771:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078260.575773:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078260.575774:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078260.575777:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078260.575785:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575789:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078260.575790:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575792:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.575793:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078260.575796:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575801:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078260.575804:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575810:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078260.575812:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575814:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.575815:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.575817:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078260.575818:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078260.575820:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078260.575823:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078260.575825:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078260.575829:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078260.575835:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439616:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078260.575837:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078260.575840:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575845:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078260.575847:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.575849:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078260.575850:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078260.575852:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078260.575854:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439744:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078260.575857:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078260.575859:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078260.575861:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078260.575862:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078260.575865:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078260.575867:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078260.575870:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078260.575872:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078260.575875:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078260.575878:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439744, portal 4
00000100:00000001:1.0:1769078260.575879:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078260.575880:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427008 : -121799715124608 : ffff91394b3f0a80)
00000100:00000040:1.0:1769078260.575886:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575891:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078260.575893:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078260.575895:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078260.575897:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617439744, offset 0
00000400:00000200:1.0:1769078260.575900:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078260.575903:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078260.575906:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078260.575909:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078260.575912:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078260.575914:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078260.575916:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078260.575919:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71131:71131:256:4294967295] 192.168.204.140@tcp LPNI seq info [71131:71131:8:4294967295]
00000400:00000200:1.0:1769078260.575923:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078260.575929:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078260.575932:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575935:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078260.575938:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078260.575941:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1769078260.575945:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078260.575947:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1769078260.575951:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078260.575953:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078260.575956:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078260.575959:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078260.575961:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078260.575962:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078260.575965:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078260.575967:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575973:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.575976:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.575981:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.575982:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078260.575985:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078260.575988:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078260.575991:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078260.575993:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299920326
00000100:00000001:1.0:1769078260.575995:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299920326
00000100:00000001:1.0:1769078260.575998:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299920326
00000100:00000001:1.0:1769078260.576000:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299920326
00000100:00000001:1.0:1769078260.576002:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078260.576003:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.576006:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078260.576009:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078260/real 1769078260]  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078260.576014:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078260.576015:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078260.576017:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078260.576019:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078260.576020:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078260.576022:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078260.576025:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078260.576032:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.576037:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078260.576038:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576040:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.576041:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078260.576043:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.576048:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078260.576051:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.576057:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078260.576059:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576061:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078260.576062:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576063:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078260.576066:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078260.576068:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078260.576070:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078260.576072:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078260.576076:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078260.576082:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617439744:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078260.576085:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576087:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.576090:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3800 x1855007617439616/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.576094:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078260.576096:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078260.576098:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078260.576100:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078260.576101:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078260.576102:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078260.576104:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078260.576105:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769078260.576108:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078260.576109:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078260.576110:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3800.
00000100:00000001:1.0:1769078260.576113:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078260.576114:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576117:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078260.576119:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0a80 x1855007617439744/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078260.576124:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078260.576125:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078260.576126:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078260.576128:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078260.576129:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078260.576130:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078260.576131:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078260.576132:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078260.576135:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078260.576136:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078260.576137:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0a80.
00000100:00000001:1.0:1769078260.576139:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078260.576140:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576141:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078260.576144:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078260.576145:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078260.576149:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078260.576150:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078260.894794:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078260.894799:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078260.894862:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078260.894866:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078260.894869:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078261.918780:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078261.918787:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078261.918843:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078261.918846:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078261.918849:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078262.110779:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299920326, at 4299920384
00000100:00000040:0.0:1769078262.110781:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299920326, at 4299920384
00000100:00000010:0.0:1769078262.110796:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c60.
00000100:00000010:1.0:1769078262.110798:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00010000:00000001:1.0:1769078262.942772:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078262.942777:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078262.942873:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078262.942876:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078262.942879:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078263.966770:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078263.966775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078263.966865:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078263.966870:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078263.966873:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078264.990755:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078264.990761:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078264.990819:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078264.990824:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078264.990828:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078265.694762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078265.694770:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078265.694772:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078265.694775:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078265.694779:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078265.694786:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5251
00000400:00000200:3.0:1769078265.694794:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078265.694799:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078265.694802:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078265.694805:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694808:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078265.694810:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694813:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078265.694817:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078265.694819:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078265.694821:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078265.694823:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078265.694824:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078265.694826:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078265.694828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694829:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078265.694830:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694831:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078265.694833:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078265.694835:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694837:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078265.694839:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078265.694841:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078265.694842:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.694844:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078265.694845:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078265.694852:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0e00.
00000020:00000040:3.0:1769078265.694854:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078265.694857:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078265.694858:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.694860:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078265.694862:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078265.694865:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078265.694871:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bbc00.
00000100:00000001:3.0:1769078265.694875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078265.694881:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078265.694887:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078265.694890:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078265.694893:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84a120c] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078265.694910:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078265.694912:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078265.694915:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078265.694916:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078265.694917:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078265.694918:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078265.694920:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5251
00000400:00000200:3.0:1769078265.694922:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078265.694924:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078265.694926:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078265.694928:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694929:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078265.694931:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694933:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078265.694934:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078265.694935:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078265.694936:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078265.694938:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078265.694939:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078265.694940:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078265.694941:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078265.694945:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078265.694946:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078265.694946:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078265.694949:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078265.694950:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694953:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078265.694955:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000040:1.0:1769078265.694958:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1769078265.694959:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078265.694963:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078265.694967:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078265.694972:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1769078265.694973:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078265.694974:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.694978:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078265.694979:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.694981:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078265.694982:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078265.694983:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.694988:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439872:192.168.204.140@tcp:250:kworker.0
00000008:00100000:3.0:1769078265.694989:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078265.694991:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078265.694995:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.694996:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078265.694999:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.694999:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.695005:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1769078265.695007:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0000.
02000000:00000010:1.0:1769078265.695009:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
00000020:00000040:3.0:1769078265.695011:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078265.695012:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078265.695017:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078265.695018:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078265.695019:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078265.695021:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078265.695023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1769078265.695024:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
02000000:00000001:3.0:1769078265.695024:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078265.695029:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9000.
00000100:00000001:3.0:1769078265.695031:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078265.695037:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078265.695039:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000001:3.0:1769078265.695044:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078265.695046:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078265.695047:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617439872, portal 25
00000100:00000040:3.0:1769078265.695050:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd6fca2b] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695051:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078265.695053:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994427904 : -121799715123712 : ffff91394b3f0e00)
00000100:00000001:3.0:1769078265.695062:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.695064:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078265.695066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078265.695074:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078265.695079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078265.695080:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078265.695086:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078265.695086:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078265.695090:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1769078265.695092:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00080000:3.0:1769078265.695093:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078265.695097:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617439872, offset 0
00000100:00000001:3.0:1769078265.695098:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078265.695104:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5251
00000400:00000200:1.0:1769078265.695106:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078265.695111:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078265.695116:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078265.695117:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078265.695121:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078265.695123:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078265.695127:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695129:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078265.695133:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078265.695135:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:3.0:1769078265.695139:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695140:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078265.695145:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.695145:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078265.695151:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71132:71132:256:4294967295] 192.168.204.140@tcp LPNI seq info [71132:71132:8:4294967295]
00000020:00000001:3.0:1769078265.695151:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078265.695154:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078265.695157:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000001:3.0:1769078265.695159:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078265.695162:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078265.695167:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078265.695168:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1769078265.695169:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078265.695175:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078265.695176:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078265.695177:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078265.695181:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000040:3.0:1769078265.695181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078265.695185:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078265.695187:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.0:1769078265.695192:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078265.695192:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078265.695196:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078265.695197:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1769078265.695198:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078265.695203:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078265.695205:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078265.695205:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078265.695210:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.1:1769078265.695210:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000008:00100000:3.0:1769078265.695212:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000100:1.0:1769078265.695216:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000008:00000001:3.0:1769078265.695216:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078265.695220:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000100:00000001:3.0:1769078265.695220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078265.695226:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2680.
00000400:00000200:1.0:1769078265.695227:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1769078265.695228:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078265.695232:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1769078265.695233:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1769078265.695235:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.695237:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1769078265.695238:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
02000000:00000001:3.0:1769078265.695238:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078265.695240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078265.695241:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
02000000:00000010:3.0:1769078265.695244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9c00.
00000100:00000001:1.0:1769078265.695245:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1769078265.695249:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078265.695250:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078265.695255:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078265.695263:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1769078265.695264:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078265.695267:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.695270:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078265.695273:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f410c95] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695283:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078265.695287:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695288:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1769078265.695293:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5261)
00000100:00000001:1.0:1769078265.695294:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078265.695299:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078265.695300:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299925446
00000100:00000010:1.0:1769078265.695304:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a952a0.
00000100:00000001:1.0:1769078265.695311:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078265.695315:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299925446
00000100:00000010:1.0:1769078265.695317:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95600.
00000100:00000001:1.0:1769078265.695320:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078265.695322:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078265.695324:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695325:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078265.695328:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078265]  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078265.695334:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078265.695335:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078265.695337:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078265.695338:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078265.695339:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078265.695340:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078265.695342:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078265.695348:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695351:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078265.695352:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695354:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695355:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078265.695357:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695360:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078265.695363:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695367:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078265.695369:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695370:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695371:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695372:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078265.695373:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078265.695375:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078265.695378:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078265.695379:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078265.695382:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078265.695401:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617439872:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078265.695404:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695405:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078265.695407:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0e00 x1855007617439872/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695411:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078265.695413:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078265.695415:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078265.695417:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078265.695418:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078265.695419:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078265.695421:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078265.695422:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bbc00.
02000000:00000001:1.0:1769078265.695425:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078265.695426:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078265.695427:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0e00.
00000100:00000001:1.0:1769078265.695429:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078265.695430:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695431:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695436:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078265.695437:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695439:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078265.695440:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078265.695441:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078265.695443:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695447:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078265.695448:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.695449:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078265.695450:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.695452:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.695454:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440000:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078265.695456:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078265.695457:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078265.695458:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.695459:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078265.695461:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078265.695462:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078265.695465:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078265.695466:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078265.695468:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078265.695470:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440000, portal 10
00000100:00000001:1.0:1769078265.695471:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078265.695472:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994424320 : -121799715127296 : ffff91394b3f0000)
00000100:00000040:1.0:1769078265.695476:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695479:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078265.695481:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078265.695482:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078265.695483:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617440000, offset 0
00000400:00000200:1.0:1769078265.695485:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695487:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078265.695490:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078265.695491:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078265.695493:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078265.695494:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078265.695496:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695498:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71133:71133:256:4294967295] 192.168.204.140@tcp LPNI seq info [71133:71133:8:4294967295]
00000400:00000200:1.0:1769078265.695500:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078265.695504:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078265.695506:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078265.695508:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078265.695511:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078265.695512:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078265.695515:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078265.695516:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078265.695519:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078265.695520:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078265.695521:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078265.695523:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078265.695525:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078265.695526:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078265.695527:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078265.695529:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695534:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078265.695535:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695539:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695540:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078265.695542:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.695544:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078265.695546:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078265.695547:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299923979
00000100:00000001:1.0:1769078265.695548:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299925446
00000100:00000001:1.0:1769078265.695550:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299923979
00000100:00000001:1.0:1769078265.695551:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299925446
00000100:00000001:1.0:1769078265.695552:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078265.695554:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695555:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078265.695557:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078265]  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078265.695564:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078265.695565:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078265.695566:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078265.695567:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078265.695568:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078265.695569:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078265.695571:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078265.695575:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695579:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078265.695579:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695580:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695581:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078265.695583:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695587:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078265.695589:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695592:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078265.695594:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695594:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695595:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695596:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078265.695597:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078265.695599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078265.695601:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078265.695602:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078265.695605:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078265.695609:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440000:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078265.695611:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078265.695613:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695616:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078265.695617:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.695618:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078265.695619:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078265.695620:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078265.695621:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440128:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078265.695623:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078265.695624:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078265.695625:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078265.695626:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078265.695628:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078265.695629:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078265.695630:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078265.695632:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078265.695633:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078265.695635:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440128, portal 4
00000100:00000001:1.0:1769078265.695636:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078265.695637:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994434176 : -121799715117440 : ffff91394b3f2680)
00000100:00000040:1.0:1769078265.695640:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695644:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078265.695645:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078265.695646:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078265.695648:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617440128, offset 0
00000400:00000200:1.0:1769078265.695650:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695652:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078265.695654:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078265.695655:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078265.695657:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078265.695709:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078265.695712:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078265.695715:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71134:71134:256:4294967295] 192.168.204.140@tcp LPNI seq info [71134:71134:8:4294967295]
00000400:00000200:1.0:1769078265.695719:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078265.695725:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078265.695730:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078265.695732:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078265.695735:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078265.695736:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1769078265.695739:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078265.695740:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1769078265.695742:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078265.695744:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078265.695745:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078265.695747:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078265.695749:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078265.695750:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078265.695752:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078265.695754:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695759:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078265.695761:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695764:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695765:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078265.695767:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078265.695769:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078265.695771:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078265.695773:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299925446
00000100:00000001:1.0:1769078265.695774:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299925446
00000100:00000001:1.0:1769078265.695776:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299925446
00000100:00000001:1.0:1769078265.695777:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299925446
00000100:00000001:1.0:1769078265.695778:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078265.695779:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695780:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078265.695782:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078265/real 1769078265]  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078265.695786:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078265.695787:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078265.695788:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078265.695790:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078265.695791:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078265.695792:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078265.695794:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078265.695798:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695802:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078265.695802:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695803:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695804:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078265.695806:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695809:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078265.695811:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695815:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078265.695817:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695817:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078265.695818:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695819:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078265.695821:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078265.695823:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078265.695824:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078265.695825:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078265.695827:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078265.695831:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440128:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078265.695834:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695835:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078265.695837:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0000 x1855007617440000/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695840:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078265.695841:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078265.695842:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078265.695843:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078265.695844:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078265.695845:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078265.695846:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078265.695846:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9000.
02000000:00000001:1.0:1769078265.695848:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078265.695849:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078265.695850:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0000.
00000100:00000001:1.0:1769078265.695851:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078265.695852:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695853:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078265.695854:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2680 x1855007617440128/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078265.695862:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078265.695863:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078265.695863:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078265.695865:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078265.695865:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078265.695866:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078265.695867:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078265.695868:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9c00.
02000000:00000001:1.0:1769078265.695868:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078265.695869:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078265.695870:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2680.
00000100:00000001:1.0:1769078265.695871:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078265.695872:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695873:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078265.695874:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078265.695875:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078265.695876:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078265.695877:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078266.014718:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078266.014724:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078266.014775:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078266.014779:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078266.014782:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078267.038773:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078267.038781:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078267.038783:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078267.038786:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078267.038791:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078267.038793:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078267.038795:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078267.038798:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078267.038849:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078267.038852:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078267.038854:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078267.230753:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299925446, at 4299925504
00000100:00000040:1.0:1769078267.230753:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299925446, at 4299925504
00000100:00000010:0.0:1769078267.230767:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a952a0.
00000100:00000010:1.0:1769078267.230769:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00010000:00000001:1.0:1769078268.062754:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078268.062761:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078268.062818:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078268.062822:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078268.062825:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078269.086753:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078269.086759:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078269.086814:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078269.086817:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078269.086820:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078270.110761:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078270.110767:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078270.110816:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078270.110819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078270.110822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078270.814772:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078270.814781:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078270.814784:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078270.814789:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078270.814793:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078270.814800:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5256
00000400:00000200:2.0:1769078270.814808:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078270.814814:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078270.814817:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078270.814820:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.814823:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078270.814825:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.814828:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078270.814832:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078270.814834:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078270.814837:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078270.814839:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078270.814842:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078270.814845:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078270.814848:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.814850:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078270.814852:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.814854:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078270.814857:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078270.814860:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078270.814863:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078270.814866:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078270.814869:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078270.814871:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.814873:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078270.814875:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078270.814884:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4380.
00000020:00000040:2.0:1769078270.814888:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078270.814891:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078270.814893:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.814896:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078270.814898:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078270.814902:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078270.814909:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000001:2.0:1769078270.814916:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078270.814923:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078270.814934:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078270.814937:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078270.814942:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bf78218b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078270.814971:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078270.814983:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078270.814987:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078270.814989:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078270.814991:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078270.814993:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078270.814997:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5256
00000400:00000200:2.0:1769078270.815001:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078270.815005:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078270.815007:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1769078270.815008:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078270.815013:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078270.815014:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078270.815017:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078270.815018:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078270.815022:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815026:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078270.815027:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078270.815031:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078270.815034:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078270.815038:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078270.815041:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078270.815043:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1769078270.815045:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078270.815047:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078270.815050:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
02000000:00000001:1.0:1769078270.815052:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078270.815056:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078270.815058:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078270.815061:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617440256:192.168.204.140@tcp:250:kworker.0
00000100:00000040:2.0:1769078270.815065:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078270.815066:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078270.815070:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1769078270.815070:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1769078270.815072:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078270.815076:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1769078270.815076:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815081:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000010:1.0:1769078270.815082:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078270.815086:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078270.815087:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000400:00000200:1.0:1769078270.815093:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769078270.815094:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000010:1.0:1769078270.815098:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000100:00000001:2.0:1769078270.815099:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078270.815104:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769078270.815107:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
02000000:00000001:2.0:1769078270.815110:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078270.815114:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078270.815115:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440256, portal 25
00000100:00000001:2.0:1769078270.815116:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078270.815121:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1769078270.815122:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078270.815123:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898890112 : -121799810661504 : ffff9139458d4380)
00000008:00000001:2.0:1769078270.815129:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.815133:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078270.815135:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1769078270.815140:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5500.
00000020:00000040:2.0:1769078270.815144:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000100:00000001:1.0:1769078270.815148:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1769078270.815150:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078270.815153:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078270.815154:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815157:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078270.815160:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
02000000:00000001:2.0:1769078270.815161:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078270.815165:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078270.815166:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617440256, offset 0
02000000:00000010:2.0:1769078270.815172:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000400:00000200:1.0:1769078270.815175:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815182:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078270.815185:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078270.815187:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078270.815193:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1769078270.815195:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078270.815198:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078270.815203:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078270.815208:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815213:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71135:71135:256:4294967295] 192.168.204.140@tcp LPNI seq info [71135:71135:8:4294967295]
00000100:00000001:2.0:1769078270.815216:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078270.815218:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078270.815222:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078270.815229:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a51256b] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078270.815235:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078270.815248:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815249:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078270.815254:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000100:00000040:2.0:1769078270.815254:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078270.815261:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078270.815264:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1769078270.815265:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078270.815272:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00080000:2.0:1769078270.815272:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078270.815276:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078270.815279:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1769078270.815283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078270.815284:0:482:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1769078270.815288:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000100:00080000:2.0:1769078270.815291:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5256
00000800:00000100:1.0:1769078270.815298:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769078270.815309:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000010:1.0:1769078270.815314:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769078270.815317:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078270.815321:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078270.815322:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1769078270.815325:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815331:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1769078270.815331:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078270.815336:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815339:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000100:00000001:2.0:1769078270.815340:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769078270.815344:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000020:00000001:2.0:1769078270.815345:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078270.815348:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000001:1.0:1769078270.815350:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1769078270.815351:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078270.815355:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078270.815358:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1769078270.815359:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078270.815364:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078270.815372:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815376:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078270.815380:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078270.815380:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078270.815385:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:1.0:1769078270.815388:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078270.815389:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769078270.815402:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078270.815402:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078270.815404:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078270.815408:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815411:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078270.815412:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078270.815417:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1769078270.815418:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078270.815422:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299930566
02000000:00000001:2.0:1769078270.815423:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078270.815427:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769078270.815428:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95600.
00000008:00100000:2.0:1769078270.815430:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078270.815434:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815435:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1769078270.815436:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078270.815443:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6300.
00000020:00000040:2.0:1769078270.815446:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078270.815449:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299930566
02000000:00000001:2.0:1769078270.815450:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078270.815454:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078270.815455:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f60.
00000100:00000001:2.0:1769078270.815459:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078270.815461:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1769078270.815463:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078270.815467:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078270.815467:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815473:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078270.815476:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:1.0:1769078270.815477:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078270.815482:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078270.815486:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078270.815492:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1769078270.815506:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078270.815507:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1769078270.815509:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078270.815511:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078270.815514:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078270.815515:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078270.815517:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1769078270.815520:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078270.815522:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078270.815529:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d9618e96] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078270.815533:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815556:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078270.815559:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1769078270.815560:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815561:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.815563:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078270.815567:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078270.815568:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5266)
00000100:00000001:1.0:1769078270.815576:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078270.815580:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815583:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078270.815585:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815587:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.815588:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815590:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078270.815591:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078270.815593:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078270.815596:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078270.815597:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078270.815599:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078270.815604:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617440256:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078270.815607:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815608:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078270.815610:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4380 x1855007617440256/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815613:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078270.815615:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078270.815616:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078270.815626:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078270.815627:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078270.815628:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078270.815629:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078270.815631:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078270.815633:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078270.815635:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078270.815636:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4380.
00000100:00000001:1.0:1769078270.815638:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078270.815639:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815640:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815645:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078270.815646:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815647:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078270.815648:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078270.815649:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078270.815651:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815656:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078270.815657:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078270.815676:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078270.815677:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078270.815679:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078270.815681:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440384:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078270.815683:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078270.815684:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078270.815685:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078270.815686:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078270.815689:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078270.815690:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078270.815692:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078270.815694:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078270.815697:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078270.815698:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440384, portal 10
00000100:00000001:1.0:1769078270.815700:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078270.815701:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898894592 : -121799810657024 : ffff9139458d5500)
00000100:00000040:1.0:1769078270.815705:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815709:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078270.815710:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078270.815711:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078270.815713:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617440384, offset 0
00000400:00000200:1.0:1769078270.815715:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815717:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078270.815720:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078270.815721:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078270.815723:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078270.815725:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078270.815726:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815728:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71136:71136:256:4294967295] 192.168.204.140@tcp LPNI seq info [71136:71136:8:4294967295]
00000400:00000200:1.0:1769078270.815731:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078270.815735:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078270.815737:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078270.815739:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078270.815742:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078270.815743:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078270.815746:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078270.815748:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078270.815750:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078270.815751:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078270.815753:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078270.815756:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078270.815757:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078270.815758:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078270.815760:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078270.815762:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815767:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078270.815768:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815772:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815773:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078270.815774:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078270.815777:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078270.815778:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078270.815779:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299929100
00000100:00000001:1.0:1769078270.815781:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299930566
00000100:00000001:1.0:1769078270.815782:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299929100
00000100:00000001:1.0:1769078270.815783:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299930566
00000100:00000001:1.0:1769078270.815785:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078270.815786:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815787:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078270.815789:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078270.815794:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078270.815795:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078270.815795:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078270.815797:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078270.815798:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078270.815799:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078270.815800:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078270.815805:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815808:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078270.815809:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815810:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.815811:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078270.815813:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815816:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078270.815818:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815821:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078270.815823:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815824:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.815825:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815826:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078270.815827:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078270.815828:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078270.815831:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078270.815832:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078270.815834:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078270.815838:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440384:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078270.815840:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078270.815842:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815845:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078270.815846:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078270.815847:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078270.815848:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078270.815849:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078270.815851:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440512:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078270.815853:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078270.815854:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078270.815855:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078270.815856:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078270.815858:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078270.815859:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078270.815861:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078270.815862:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000010:1.0:1769078270.815863:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000100:00000200:1.0:1769078270.815865:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440512, portal 4
00000100:00000001:1.0:1769078270.815866:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078270.815867:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898898176 : -121799810653440 : ffff9139458d6300)
00000100:00000040:1.0:1769078270.815870:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815874:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078270.815875:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078270.815876:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
00000100:00000200:1.0:1769078270.815878:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617440512, offset 0
00000400:00000200:1.0:1769078270.815880:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815882:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078270.815884:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078270.815886:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078270.815887:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078270.815889:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078270.815890:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078270.815892:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71137:71137:256:4294967295] 192.168.204.140@tcp LPNI seq info [71137:71137:8:4294967295]
00000400:00000200:1.0:1769078270.815894:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078270.815898:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078270.815900:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078270.815902:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078270.815903:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078270.815905:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1769078270.815907:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078270.815909:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1769078270.815922:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078270.815923:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:1.0:1769078270.815925:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078270.815927:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078270.815929:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:1.0:1769078270.815930:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:1.0:1769078270.815931:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078270.815934:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815938:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078270.815940:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815943:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815944:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078270.815947:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078270.815948:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078270.815950:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078270.815952:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299930566
00000100:00000001:1.0:1769078270.815953:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299930566
00000100:00000001:1.0:1769078270.815955:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299930566
00000100:00000001:1.0:1769078270.815956:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299930566
00000100:00000001:1.0:1769078270.815957:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078270.815958:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.815959:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078270.815961:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078270/real 1769078270]  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078270.815965:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078270.815966:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078270.815967:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:1.0:1769078270.815968:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:1.0:1769078270.815969:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:1.0:1769078270.815970:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078270.815971:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078270.815978:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815983:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078270.815985:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.815986:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.815987:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078270.815991:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.815997:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078270.816001:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.816008:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078270.816010:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816012:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078270.816013:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816015:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078270.816018:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078270.816020:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078270.816022:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078270.816024:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078270.816026:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078270.816031:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440512:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078270.816033:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816034:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078270.816036:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5500 x1855007617440384/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.816040:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078270.816041:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078270.816042:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078270.816044:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078270.816045:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078270.816046:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078270.816047:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078270.816048:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078270.816049:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078270.816050:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078270.816051:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5500.
00000100:00000001:1.0:1769078270.816053:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078270.816053:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816054:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078270.816056:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6300 x1855007617440512/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078270.816060:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078270.816060:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078270.816061:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:1.0:1769078270.816062:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078270.816063:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078270.816063:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078270.816064:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078270.816065:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078270.816066:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078270.816067:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078270.816067:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6300.
00000100:00000001:1.0:1769078270.816069:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078270.816070:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816070:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078270.816073:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078270.816073:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078270.816074:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078270.816075:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078271.134770:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078271.134775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078271.134828:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078271.134831:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078271.134833:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078272.158735:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078272.158739:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078272.158791:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078272.158793:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078272.158795:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078272.350767:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299930566, at 4299930624
00000100:00000040:1.0:1769078272.350767:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299930566, at 4299930624
00000100:00000010:0.0:1769078272.350783:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95600.
00000100:00000010:1.0:1769078272.350789:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00010000:00000001:1.0:1769078273.182746:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078273.182752:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078273.182808:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078273.182811:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078273.182814:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078274.206727:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078274.206731:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078274.206781:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078274.206783:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078274.206785:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078275.230764:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078275.230770:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078275.230831:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078275.230835:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078275.230838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078275.934818:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078275.934829:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078275.934832:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078275.934835:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078275.934839:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078275.934846:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5261
00000400:00000200:3.0:1769078275.934855:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078275.934861:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078275.934864:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078275.934867:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.934870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078275.934872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.934873:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078275.934877:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078275.934879:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078275.934882:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078275.934885:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078275.934887:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078275.934889:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078275.934891:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.934893:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078275.934895:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.934897:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078275.934901:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078275.934904:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078275.934907:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078275.934910:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078275.934914:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078275.934918:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.934920:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078275.934923:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078275.934935:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769078275.934939:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078275.934943:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078275.934944:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.934946:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078275.934950:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078275.934956:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078275.934965:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000100:00000001:3.0:1769078275.934974:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078275.934983:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078275.934995:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078275.934999:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078275.935004:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078275.935032:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078275.935035:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078275.935039:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078275.935040:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078275.935042:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078275.935045:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078275.935047:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5261
00000400:00000200:3.0:1769078275.935052:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078275.935055:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078275.935058:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078275.935061:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935063:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078275.935066:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935069:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078275.935071:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078275.935072:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078275.935073:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078275.935075:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078275.935077:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078275.935078:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078275.935078:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078275.935084:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935085:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078275.935086:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078275.935087:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935090:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078275.935092:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1769078275.935092:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:3.0:1769078275.935096:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935098:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078275.935099:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078275.935104:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078275.935105:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078275.935108:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.935112:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078275.935116:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078275.935120:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935121:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078275.935122:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935125:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078275.935126:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078275.935129:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078275.935130:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078275.935131:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078275.935133:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935135:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078275.935135:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078275.935138:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078275.935142:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078275.935142:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078275.935148:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00100000:1.0:1769078275.935150:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617440640:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078275.935152:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935157:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1769078275.935160:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078275.935163:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078275.935167:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1769078275.935168:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078275.935169:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935173:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1769078275.935174:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078275.935180:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078275.935181:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25400.
00000100:00000040:3.0:1769078275.935182:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1769078275.935186:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078275.935187:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078275.935192:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078275.935195:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078275.935195:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078275.935196:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078275.935199:0:8:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1769078275.935200:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078275.935202:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5261
00000400:00000200:3.0:1769078275.935207:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078275.935208:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9528.
00000400:00000200:3.0:1769078275.935209:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078275.935224:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078275.935227:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935230:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078275.935232:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935234:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:1.0:1769078275.935236:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743440.
00000020:00000001:3.0:1769078275.935237:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078275.935239:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:3.0:1769078275.935242:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078275.935244:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:3.0:1769078275.935247:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078275.935248:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440640, portal 25
00000020:00000001:3.0:1769078275.935250:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078275.935253:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078275.935257:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
00000100:00000040:3.0:1769078275.935258:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935263:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078275.935267:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078275.935268:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078275.935271:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078275.935276:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078275.935283:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078275.935286:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1769078275.935287:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078275.935292:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078275.935293:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078275.935297:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1769078275.935298:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743bb0.
02000000:00000001:3.0:1769078275.935304:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078275.935305:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617440640, offset 0
00000100:00000001:3.0:1769078275.935307:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078275.935310:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078275.935314:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935316:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935317:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078275.935321:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000020:00000040:3.0:1769078275.935324:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078275.935327:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078275.935329:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935330:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078275.935331:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078275.935334:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078275.935336:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078275.935338:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000400:00000200:1.0:1769078275.935340:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769078275.935342:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078275.935348:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078275.935349:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1769078275.935356:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078275.935357:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:3.0:1769078275.935359:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935366:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1769078275.935366:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078275.935374:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078275.935376:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078275.935381:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5271)
00000400:00000200:1.0:1769078275.935382:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71138:71138:256:4294967295] 192.168.204.140@tcp LPNI seq info [71138:71138:8:4294967295]
00000400:00000200:1.0:1769078275.935388:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078275.935400:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078275.935408:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078275.935415:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12a00.
00000800:00000200:1.0:1769078275.935423:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078275.935428:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078275.935450:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935454:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078275.935460:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299935686
00000100:00000010:1.0:1769078275.935465:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95f60.
00000100:00000001:1.0:1769078275.935473:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078275.935490:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299935686
00000100:00000010:1.0:1769078275.935494:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ae0.
00000100:00000001:1.0:1769078275.935498:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078275.935502:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078275.935505:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935508:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935511:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078275.935520:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078275.935523:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078275.935527:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078275.935529:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078275.935531:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078275.935536:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.935546:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078275.935547:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935549:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078275.935551:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.935553:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.935557:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440768:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078275.935564:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078275.935566:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078275.935567:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935569:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078275.935572:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26400.
02000000:00000001:1.0:1769078275.935584:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935591:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078275.935596:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9d68.
00000400:00000010:1.0:1769078275.935601:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743990.
00000100:00000200:1.0:1769078275.935604:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440768, portal 10
00000100:00000001:1.0:1769078275.935606:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078275.935608:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078275.935616:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.935624:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078275.935628:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078275.935632:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507436e8.
00000100:00000200:1.0:1769078275.935634:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617440768, offset 0
00000400:00000200:1.0:1769078275.935639:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078275.935644:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078275.935649:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078275.935652:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078275.935655:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078275.935657:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078275.935696:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078275.935699:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71139:71139:255:4294967295] 192.168.204.140@tcp LPNI seq info [71139:71139:7:4294967295]
00000400:00000200:1.0:1769078275.935704:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078275.935710:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078275.935714:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078275.935719:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078275.935723:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078275.935728:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078275.935730:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.935734:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078275.935738:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078275.935740:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299934220
00000100:00000001:1.0:1769078275.935743:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299935686
00000100:00000001:1.0:1769078275.935745:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299934220
00000100:00000001:1.0:1769078275.935748:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299935686
00000100:00000001:1.0:1769078275.935750:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078275.935751:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935754:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078275.935757:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.935764:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078275.935765:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935768:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078275.935769:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078275.935771:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078275.935774:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440896:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078275.935777:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078275.935778:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078275.935780:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078275.935782:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078275.935785:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24000.
02000000:00000001:1.0:1769078275.935786:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078275.935790:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078275.935792:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f92c0.
00000400:00000010:1.0:1769078275.935796:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743cc0.
00000100:00000200:1.0:1769078275.935799:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617440896, portal 4
00000100:00000001:1.0:1769078275.935800:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078275.935802:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078275.935807:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078275.935814:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078275.935817:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078275.935819:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743c38.
00000100:00000200:1.0:1769078275.935821:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617440896, offset 0
00000400:00000200:1.0:1769078275.935825:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078275.935829:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078275.935832:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078275.935835:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078275.935849:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078275.935851:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078275.935853:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078275.935856:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71140:71140:254:4294967295] 192.168.204.140@tcp LPNI seq info [71140:71140:6:4294967295]
00000400:00000200:1.0:1769078275.935860:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078275.935865:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078275.935869:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078275.935872:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078275.935876:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078275.935890:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078275.935894:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078275.935897:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078275.935900:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078275.935906:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299935686
00000100:00000001:1.0:1769078275.935908:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299935686
00000100:00000001:1.0:1769078275.935910:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299935686
00000100:00000001:1.0:1769078275.935912:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299935686
00000100:00000001:1.0:1769078275.935913:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078275.935915:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935918:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935920:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078275.935923:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078275.935924:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078275.935926:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078275.935927:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078275.935929:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078275.935931:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078276.254829:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078276.254836:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078276.254916:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078276.254921:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078276.254925:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078277.278789:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078277.278798:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078277.278800:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078277.278803:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078277.278807:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078277.278809:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078277.278812:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078277.278814:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078277.278872:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078277.278876:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078277.278879:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078277.470771:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299935686, at 4299935744
00000100:00000040:1.0:1769078277.470785:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299935686, at 4299935744
00000100:00000010:0.0:1769078277.470786:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95f60.
00000100:00000010:1.0:1769078277.470796:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00010000:00000001:1.0:1769078278.302773:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078278.302779:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078278.302874:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078278.302877:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078278.302880:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078279.007056:0:2359:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769078279.007112:0:2359:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078279.007128:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078279.007133:0:2359:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769078279.007136:0:2359:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078279.007142:0:2359:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078279.007148:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078279.007153:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12a00.
00000400:00000200:2.0:1769078279.007799:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078279.007807:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078279.007817:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743bb0
00000400:00000010:2.0:1769078279.007820:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743bb0.
00000100:00000001:2.0:1769078279.007826:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078279.007837:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078279.007865:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078279.007869:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078279.007877:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078279.007879:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078279.007892:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078279.007896:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769078279.007899:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078279.007904:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078279.007908:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507436e8
00000400:00000010:2.0:1769078279.007910:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507436e8.
00000100:00000001:2.0:1769078279.007913:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078279.007920:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078279.007931:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078279.007936:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.007941:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078279.007944:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078279.007953:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078279.007958:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1769078279.007960:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078279.007971:0:2359:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078279.007974:0:2359:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769078279.007977:0:2359:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078279.007985:0:2359:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078279.007988:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743c38
00000100:00100000:3.0:1769078279.007989:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078279]  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1769078279.007993:0:2359:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743c38.
00000100:00000001:2.0:1769078279.007997:0:2359:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078279.008010:0:2359:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078279.008051:0:2359:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078279.008055:0:2359:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078279.008060:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1769078279.008063:0:2359:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1769078279.008066:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1769078279.008067:0:2359:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:3.0:1769078279.008074:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9d68.
00000400:00000200:3.0:1769078279.008082:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743990
00000400:00000010:3.0:1769078279.008084:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743990.
00000100:00000001:3.0:1769078279.008089:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078279.008095:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078279.008106:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008113:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078279.008115:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008118:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008120:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078279.008125:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008131:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078279.008135:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008142:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078279.008146:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008147:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008148:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008151:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078279.008154:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078279.008158:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078279.008173:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078279.008178:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078279.008182:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078279.008190:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440768:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078279.008195:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078279.008199:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078279]  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078279.008207:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078279.008208:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078279.008209:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f92c0.
00000400:00000200:3.0:1769078279.008212:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743cc0
00000400:00000010:3.0:1769078279.008214:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743cc0.
00000100:00000001:3.0:1769078279.008216:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078279.008218:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078279.008227:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008234:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078279.008247:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008251:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008253:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078279.008258:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008265:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078279.008270:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008278:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078279.008281:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008282:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008283:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008297:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078279.008301:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078279.008303:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078279.008308:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078279.008310:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078279.008314:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078279.008322:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617440896:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078279.008326:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078279.008331:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078275/real 1769078279]  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078279.008337:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078279.008338:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078279.008340:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9528.
00000400:00000200:3.0:1769078279.008342:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743440
00000400:00000010:3.0:1769078279.008344:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743440.
00000100:00000001:3.0:1769078279.008347:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078279.008350:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078279.008358:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008364:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078279.008366:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008368:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008369:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078279.008373:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008380:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078279.008383:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008389:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078279.008392:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008393:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078279.008394:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008396:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078279.008398:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078279.008400:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078279.008403:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078279.008405:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078279.008408:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078279.008414:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617440640:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078279.008419:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008423:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078279.008426:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617440768/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008432:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078279.008435:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078279.008440:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26400.
02000000:00000001:3.0:1769078279.008444:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078279.008447:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078279.008449:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078279.008452:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078279.008454:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078279.008458:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078279.008460:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078279.008462:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:3.0:1769078279.008466:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078279.008467:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008469:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078279.008472:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617440896/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008484:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078279.008485:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078279.008486:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24000.
02000000:00000001:3.0:1769078279.008490:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078279.008491:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078279.008492:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078279.008494:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078279.008496:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078279.008498:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078279.008499:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078279.008501:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:3.0:1769078279.008503:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078279.008504:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008506:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078279.008510:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617440640/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078279.008516:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078279.008517:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078279.008518:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25400.
02000000:00000001:3.0:1769078279.008522:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078279.008523:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078279.008524:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078279.008526:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078279.008527:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769078279.008529:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078279.008530:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078279.008531:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:3.0:1769078279.008533:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078279.008534:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008536:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078279.008544:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078279.008546:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078279.008548:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078279.008550:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078279.326816:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078279.326826:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078279.326890:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078279.326895:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078279.326899:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078280.350812:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078280.350819:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078280.350884:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078280.350888:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078280.350892:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078281.054767:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078281.054782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078281.054785:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078281.054791:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078281.054796:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078281.054804:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5266
00000400:00000200:1.0:1769078281.054815:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078281.054821:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078281.054826:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078281.054829:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.054833:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.054836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.054839:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078281.054844:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078281.054847:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078281.054850:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078281.054853:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078281.054856:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078281.054858:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078281.054861:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.054863:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.054865:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.054868:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078281.054871:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078281.054875:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078281.054877:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.054880:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078281.054885:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.054888:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.054891:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078281.054894:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078281.054904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709500.
00000020:00000040:1.0:1769078281.054908:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078281.054913:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078281.054915:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.054918:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078281.054922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078281.054928:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078281.054937:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26000.
00000100:00000001:1.0:1769078281.054945:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.054955:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078281.054967:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078281.054973:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.054985:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0414318] to pc [ptlrpcd_rcv+-1]  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.055021:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078281.055025:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078281.055029:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078281.055030:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078281.055032:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078281.055035:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078281.055038:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5266
00000400:00000200:1.0:1769078281.055042:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078281.055045:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078281.055047:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078281.055050:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055053:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.055055:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055056:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078281.055059:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078281.055060:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078281.055062:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078281.055065:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078281.055067:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078281.055069:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078281.055072:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055074:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.055076:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055078:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078281.055081:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078281.055083:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055086:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.055088:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078281.055095:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.055098:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055100:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078281.055106:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078281.055109:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055111:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078281.055115:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708a80.
00000020:00000040:1.0:1769078281.055118:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078281.055120:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078281.055122:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055123:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078281.055125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078281.055136:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078281.055141:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e26800.
00000100:00000001:1.0:1769078281.055145:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.055151:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078281.055159:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078281.055161:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.055164:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d6dbe027] to pc [ptlrpcd_rcv+-1]  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.055172:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.055174:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078281.055178:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769078281.055181:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078281.055185:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078281.055187:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078281.055188:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078281.055191:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078281.055194:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5266
00000400:00000200:1.0:1769078281.055197:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078281.055200:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078281.055203:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078281.055206:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055208:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.055210:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055212:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078281.055214:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078281.055215:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078281.055217:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078281.055219:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769078281.055221:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769078281.055223:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078281.055225:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055227:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078281.055229:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055231:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078281.055233:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078281.055235:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078281.055238:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078281.055240:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078281.055242:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078281.055244:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055246:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078281.055249:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769078281.055251:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055253:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078281.055256:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470a680.
00000020:00000040:1.0:1769078281.055258:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769078281.055261:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078281.055263:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078281.055264:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078281.055266:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078281.055267:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078281.055271:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24c00.
00000100:00000001:1.0:1769078281.055274:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078281.055278:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078281.055285:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078281.055287:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.055290:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbc27f94] to pc [ptlrpcd_rcv+-1]  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078281.055298:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078281.055304:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5277)
00000100:00000001:3.0:1769078281.055391:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078281.055396:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078281.055399:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.055407:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.055415:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.055417:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.055426:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.055429:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.055432:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.055436:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441024:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078281.055441:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.055447:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.055449:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.055452:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.055843:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769078281.055847:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.055857:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078281.055862:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078281.055871:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078281.055881:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441024, portal 25
00000100:00000001:3.0:1769078281.055884:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.055886:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880233216 : -121799829318400 : ffff913944709500)
00000100:00000040:3.0:1769078281.055893:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.055901:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.055904:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078281.055906:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078281.055911:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617441024, offset 0
00000400:00000200:3.0:1769078281.055919:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078281.055929:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.055938:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078281.055945:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.055950:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078281.055955:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.055957:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078281.055962:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71141:71141:256:4294967295] 192.168.204.140@tcp LPNI seq info [71141:71141:8:4294967295]
00000400:00000200:3.0:1769078281.055967:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.055979:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.055987:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.055994:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078281.056003:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078281.056007:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769078281.056015:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078281.056019:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1769078281.056023:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.056027:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078281.056032:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.056038:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.056045:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078281.056049:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078281.056054:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.056058:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056068:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.056071:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056079:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056081:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.056088:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.056094:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078281.056097:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299940807
00000100:00000010:3.0:1769078281.056104:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3780.
00000100:00000001:3.0:1769078281.056113:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078281.056120:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299940807
00000100:00000010:3.0:1769078281.056124:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3540.
00000100:00000001:3.0:1769078281.056144:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078281.056149:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.056152:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056155:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.056159:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.056170:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.056172:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.056175:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078281.056178:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078281.056180:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078281.056182:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.056186:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.056195:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056212:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.056214:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056216:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056219:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.056223:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056230:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.056235:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056243:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.056246:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056248:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056250:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056253:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.056256:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.056259:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.056264:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078281.056266:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.056271:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.056279:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441024:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078281.056285:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.056289:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056296:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.056298:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.056300:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.056303:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.056305:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.056308:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441152:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.056312:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.056314:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.056316:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.056318:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.056322:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078281.056324:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.056328:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078281.056332:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078281.056335:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078281.056338:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441152, portal 10
00000100:00000001:3.0:1769078281.056340:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.056342:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880230528 : -121799829321088 : ffff913944708a80)
00000100:00000040:3.0:1769078281.056349:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056362:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.056364:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078281.056367:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078281.056369:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617441152, offset 0
00000400:00000200:3.0:1769078281.056373:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078281.056377:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.056381:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078281.056384:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.056387:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078281.056390:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.056392:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078281.056395:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71142:71142:256:4294967295] 192.168.204.140@tcp LPNI seq info [71142:71142:8:4294967295]
00000400:00000200:3.0:1769078281.056400:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.056406:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.056411:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.056414:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078281.056418:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078281.056420:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769078281.056424:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078281.056427:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1769078281.056431:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.056433:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078281.056436:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.056439:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.056442:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078281.056444:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078281.056446:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.056449:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056457:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.056460:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056472:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056474:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.056477:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.056481:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078281.056485:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078281.056488:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299939340
00000100:00000001:3.0:1769078281.056490:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299940807
00000100:00000001:3.0:1769078281.056493:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299939340
00000100:00000001:3.0:1769078281.056495:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299940807
00000100:00000001:3.0:1769078281.056497:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.056499:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056501:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.056504:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.056511:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.056513:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.056514:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078281.056516:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078281.056518:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078281.056520:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.056524:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.056532:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056538:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.056539:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056541:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056542:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.056546:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056553:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.056557:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056563:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.056566:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056568:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056569:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056571:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.056573:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.056576:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.056579:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078281.056582:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.056586:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.056593:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441152:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078281.056598:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078281.056602:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056608:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078281.056610:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.056612:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078281.056614:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078281.056616:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078281.056619:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441280:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078281.056623:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078281.056625:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078281.056627:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078281.056634:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078281.056637:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078281.056639:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078281.056643:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078281.056646:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078281.056649:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078281.056652:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441280, portal 4
00000100:00000001:3.0:1769078281.056654:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078281.056655:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880237696 : -121799829313920 : ffff91394470a680)
00000100:00000040:3.0:1769078281.056691:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056697:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078281.056699:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078281.056702:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078281.056705:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617441280, offset 0
00000400:00000200:3.0:1769078281.056709:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078281.056713:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.056716:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078281.056719:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078281.056721:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078281.056724:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078281.056726:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078281.056729:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71143:71143:256:4294967295] 192.168.204.140@tcp LPNI seq info [71143:71143:8:4294967295]
00000400:00000200:3.0:1769078281.056733:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078281.056738:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078281.056743:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.056747:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078281.056750:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078281.056753:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1769078281.056757:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078281.056759:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 57 secs later)
00000800:00000100:3.0:1769078281.056763:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078281.056765:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078281.056768:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078281.056771:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078281.056774:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078281.056776:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078281.056778:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078281.056782:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056790:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.056793:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078306 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056800:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056801:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078281.056804:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078281.056807:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078281.056810:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078281.056812:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299940807
00000100:00000001:3.0:1769078281.056815:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299940807
00000100:00000001:3.0:1769078281.056817:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299940807
00000100:00000001:3.0:1769078281.056819:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299940807
00000100:00000001:3.0:1769078281.056821:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078281.056823:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.056825:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078281.056829:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078281/real 1769078281]  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078281.056837:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078281.056839:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078281.056841:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078281.056843:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078281.056845:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078281.056847:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078281.056850:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078281.056859:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056865:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078281.056867:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056869:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056870:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078281.056874:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056881:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078281.056884:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056891:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078281.056894:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056895:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078281.056897:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056898:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078281.056901:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078281.056904:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078281.056907:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078281.056910:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078281.056913:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078281.056922:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441280:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078281.056925:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056928:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.056931:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709500 x1855007617441024/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056939:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.056942:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.056945:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bb400.
02000000:00000001:3.0:1769078281.056948:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.056950:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.056952:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078281.056954:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.056958:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26000.
02000000:00000001:3.0:1769078281.056961:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.056963:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.056965:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709500.
00000100:00000001:3.0:1769078281.056968:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.056970:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.056972:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.056975:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708a80 x1855007617441152/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.056981:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.056982:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.056984:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9800.
02000000:00000001:3.0:1769078281.056986:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.056987:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.056988:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078281.056990:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.056991:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e26800.
02000000:00000001:3.0:1769078281.056993:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.056994:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.056996:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708a80.
00000100:00000001:3.0:1769078281.056998:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.056999:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.057001:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078281.057004:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470a680 x1855007617441280/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078306 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078281.057010:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078281.057012:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078281.057013:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8800.
02000000:00000001:3.0:1769078281.057015:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078281.057017:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078281.057018:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078281.057020:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078281.057021:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24c00.
02000000:00000001:3.0:1769078281.057024:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078281.057025:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078281.057026:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470a680.
00000100:00000001:3.0:1769078281.057029:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078281.057030:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.057033:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078281.057042:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078281.057044:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078281.057047:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078281.057048:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078281.374787:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078281.374794:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078281.374854:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078281.374860:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078281.374864:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078282.398763:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078282.398770:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078282.398831:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078282.398834:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078282.398836:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078282.590734:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299940807, at 4299940864
00000100:00000040:1.0:1769078282.590734:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299940807, at 4299940864
00000100:00000010:0.0:1769078282.590749:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3780.
00000100:00000010:1.0:1769078282.590751:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3540.
00010000:00000001:1.0:1769078283.422772:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078283.422847:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078283.422965:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078283.422969:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078283.422972:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078284.446771:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078284.446777:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078284.446835:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078284.446839:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078284.446842:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078285.470769:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078285.470775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078285.470828:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078285.470839:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078285.470842:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078286.174796:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078286.174805:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078286.174807:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078286.174810:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078286.174814:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078286.174821:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5272
00000400:00000200:3.0:1769078286.174830:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078286.174835:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078286.174839:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078286.174842:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.174845:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078286.174848:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.174850:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078286.174854:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078286.174856:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078286.174859:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078286.174861:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078286.174864:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078286.174866:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078286.174869:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.174870:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078286.174872:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.174874:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078286.174877:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078286.174881:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078286.174883:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.174885:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078286.174888:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.174891:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.174893:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078286.174895:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078286.174904:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1c00.
00000020:00000040:3.0:1769078286.174908:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078286.174911:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078286.174913:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.174916:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078286.174918:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078286.174923:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078286.174940:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8800.
00000100:00000001:3.0:1769078286.174947:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078286.174956:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078286.174966:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078286.174970:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.174975:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077692bb1] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.174995:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078286.174998:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078286.175002:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078286.175003:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078286.175005:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078286.175008:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078286.175012:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5272
00000100:00000001:1.0:1769078286.175017:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1769078286.175017:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078286.175021:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1769078286.175024:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078286.175025:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1769078286.175030:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078286.175032:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078286.175036:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078286.175055:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078286.175056:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078286.175059:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.175059:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:1.0:1769078286.175064:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1769078286.175067:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078286.175069:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1769078286.175071:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078286.175073:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078286.175075:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
02000000:00000001:1.0:1769078286.175076:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078286.175077:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078286.175080:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078286.175082:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00100000:1.0:1769078286.175084:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441408:192.168.204.140@tcp:250:kworker.0
00000100:00000040:3.0:1769078286.175086:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175090:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078286.175094:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078286.175095:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1769078286.175096:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078286.175099:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078286.175101:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1769078286.175101:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175102:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.175105:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078286.175106:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.175110:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.175111:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078286.175115:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078286.175118:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
00000100:00000001:3.0:1769078286.175118:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078286.175122:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1769078286.175124:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1769078286.175128:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.175129:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078286.175132:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078286.175135:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078286.175142:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078286.175148:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441408, portal 25
00000100:00000010:3.0:1769078286.175148:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078286.175153:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1769078286.175154:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078286.175158:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078286.175159:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.175161:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078286.175165:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994431488 : -121799715120128 : ffff91394b3f1c00)
02000000:00000001:3.0:1769078286.175165:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078286.175167:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078286.175170:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9800.
00000100:00000001:3.0:1769078286.175174:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.175179:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078286.175181:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078286.175205:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078286.175208:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175209:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078286.175213:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000018be66cf] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078286.175218:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175224:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078286.175225:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000040:3.0:1769078286.175227:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1769078286.175231:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078286.175232:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617441408, offset 0
00000100:00080000:3.0:1769078286.175234:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078286.175238:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078286.175239:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078286.175240:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078286.175243:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175244:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078286.175248:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5272
00000400:00000200:3.0:1769078286.175251:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078286.175254:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078286.175256:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078286.175259:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078286.175262:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078286.175264:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175267:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078286.175269:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078286.175270:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175273:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078286.175276:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769078286.175276:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078286.175279:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078286.175281:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1769078286.175281:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078286.175283:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078286.175285:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078286.175287:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078286.175291:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71144:71144:256:4294967295] 192.168.204.140@tcp LPNI seq info [71144:71144:8:4294967295]
00000020:00000001:3.0:1769078286.175291:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078286.175296:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175300:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078286.175301:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078286.175304:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078286.175306:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078286.175308:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078286.175315:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175316:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078286.175320:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078286.175322:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1769078286.175325:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:3.0:1769078286.175326:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078286.175329:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.175330:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000010:1.0:1769078286.175331:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00100000:3.0:1769078286.175332:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078286.175335:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078286.175336:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078286.175340:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:3.0:1769078286.175341:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000800:00000200:1.0:1769078286.175345:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000020:00000040:3.0:1769078286.175346:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078286.175353:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078286.175356:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078286.175357:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078286.175359:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078286.175364:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1769078286.175364:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
02000000:00000001:3.0:1769078286.175368:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078286.175373:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769078286.175375:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bb400.
00000800:00000010:1.0:1769078286.175377:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769078286.175380:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.175385:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769078286.175388:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078286.175394:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.175402:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000100:00000001:3.0:1769078286.175403:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078286.175405:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:3.0:1769078286.175406:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175413:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078286.175413:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.175421:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078286.175422:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078286.175427:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5282)
00000100:00000001:1.0:1769078286.175433:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.175436:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175441:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175442:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.175447:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.175451:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078286.175453:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299945926
00000100:00000010:1.0:1769078286.175457:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ae0.
00000100:00000001:1.0:1769078286.175463:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078286.175478:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299945926
00000100:00000010:1.0:1769078286.175481:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95120.
00000100:00000001:1.0:1769078286.175483:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078286.175485:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.175487:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175488:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.175491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.175502:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.175504:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.175505:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078286.175507:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078286.175509:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078286.175512:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.175515:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.175521:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175524:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.175525:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175527:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.175528:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.175530:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175534:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.175537:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175541:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.175543:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175544:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.175544:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175546:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.175547:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.175548:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.175551:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078286.175552:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.175554:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.175559:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441408:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078286.175563:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175564:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.175566:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1c00 x1855007617441408/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175570:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.175571:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.175573:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078286.175574:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.175575:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.175576:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078286.175578:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.175579:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8800.
02000000:00000001:1.0:1769078286.175582:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.175583:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.175584:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1c00.
00000100:00000001:1.0:1769078286.175587:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.175587:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175589:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175594:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078286.175595:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175596:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078286.175597:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078286.175598:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078286.175600:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175604:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078286.175605:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.175607:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078286.175608:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.175609:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078286.175611:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441536:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078286.175613:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078286.175615:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078286.175616:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.175617:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078286.175619:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078286.175620:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.175622:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078286.175624:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078286.175626:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078286.175628:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441536, portal 10
00000100:00000001:1.0:1769078286.175629:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078286.175630:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994435968 : -121799715115648 : ffff91394b3f2d80)
00000100:00000040:1.0:1769078286.175634:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175638:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078286.175639:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078286.175641:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078286.175642:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617441536, offset 0
00000400:00000200:1.0:1769078286.175644:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175646:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078286.175648:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078286.175650:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078286.175652:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078286.175653:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078286.175655:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175656:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71145:71145:256:4294967295] 192.168.204.140@tcp LPNI seq info [71145:71145:8:4294967295]
00000400:00000200:1.0:1769078286.175674:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078286.175678:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078286.175681:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078286.175683:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078286.175685:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078286.175688:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769078286.175690:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078286.175692:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769078286.175694:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078286.175695:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078286.175697:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078286.175699:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.175701:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078286.175702:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078286.175704:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.175706:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175710:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.175712:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175716:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175717:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.175718:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.175721:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078286.175722:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078286.175723:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299944460
00000100:00000001:1.0:1769078286.175725:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299945926
00000100:00000001:1.0:1769078286.175727:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299944460
00000100:00000001:1.0:1769078286.175728:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299945926
00000100:00000001:1.0:1769078286.175729:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.175730:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175731:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.175733:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.175737:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.175738:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.175740:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078286.175742:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078286.175743:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078286.175745:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.175748:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.175756:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175762:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.175764:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175766:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.175767:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.175779:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175785:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.175789:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175796:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.175798:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175800:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.175801:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.175802:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.175804:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.175807:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.175810:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078286.175812:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.175816:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.175824:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441536:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078286.175828:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078286.175832:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175839:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078286.175840:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.175843:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078286.175844:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078286.175846:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078286.175849:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441664:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.175852:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078286.175854:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078286.175856:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078286.175857:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078286.175861:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078286.175863:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078286.175866:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078286.175869:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078286.175872:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078286.175874:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441664, portal 4
00000100:00000001:1.0:1769078286.175876:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078286.175878:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078286.175883:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175889:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078286.175891:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078286.175894:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078286.175896:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617441664, offset 0
00000400:00000200:1.0:1769078286.175900:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175904:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078286.175907:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078286.175910:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078286.175912:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078286.175915:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078286.175917:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078286.175920:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71146:71146:256:4294967295] 192.168.204.140@tcp LPNI seq info [71146:71146:8:4294967295]
00000400:00000200:1.0:1769078286.175924:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078286.175929:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078286.175934:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078286.175937:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078286.175940:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078286.175943:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1769078286.175947:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078286.175949:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1769078286.175953:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078286.175955:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078286.175957:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078286.175960:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078286.175963:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078286.175965:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078286.175967:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078286.175970:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175978:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.175981:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078311 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.175987:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.175988:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078286.175991:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078286.175994:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078286.175997:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078286.175999:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299945926
00000100:00000001:1.0:1769078286.176001:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299945926
00000100:00000001:1.0:1769078286.176003:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299945926
00000100:00000001:1.0:1769078286.176005:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299945926
00000100:00000001:1.0:1769078286.176008:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078286.176010:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.176012:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078286.176015:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078286/real 1769078286]  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078286.176022:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078286.176023:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078286.176025:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078286.176027:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078286.176029:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078286.176030:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078286.176033:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078286.176054:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.176060:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078286.176062:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176063:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.176065:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078286.176068:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.176074:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078286.176078:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.176084:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078286.176086:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176088:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078286.176089:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176091:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078286.176094:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078286.176097:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078286.176100:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078286.176102:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078286.176106:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078286.176113:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441664:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078286.176117:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176119:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.176122:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f2d80 x1855007617441536/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.176129:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.176130:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.176132:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078286.176134:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.176136:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.176137:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078286.176139:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.176141:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9800.
02000000:00000001:1.0:1769078286.176143:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.176144:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.176146:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f2d80.
00000100:00000001:1.0:1769078286.176149:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.176150:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176152:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078286.176155:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617441664/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078311 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078286.176161:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078286.176162:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078286.176163:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078286.176166:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078286.176167:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078286.176168:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078286.176170:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078286.176171:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bb400.
02000000:00000001:1.0:1769078286.176174:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078286.176175:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078286.176176:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078286.176178:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078286.176179:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176181:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078286.176184:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078286.176185:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078286.176188:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078286.176189:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078286.494779:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078286.494786:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078286.494839:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078286.494843:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078286.494846:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078287.518779:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078287.518789:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078287.518791:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078287.518794:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078287.518798:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078287.518800:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078287.518802:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078287.518804:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078287.518865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078287.518868:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078287.518872:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078287.710766:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299945926, at 4299945984
00000100:00000010:0.0:1769078287.710782:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ae0.
00000100:00000040:1.0:1769078287.710832:0:54354:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299945926, at 4299945984
00000100:00000010:1.0:1769078287.710839:0:54354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00010000:00000001:1.0:1769078288.542755:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078288.542761:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078288.542822:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078288.542826:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078288.542829:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078289.566778:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078289.566785:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078289.566843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078289.566847:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078289.566850:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078290.590761:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078290.590768:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078290.590816:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078290.590819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078290.590822:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078291.294773:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078291.294782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078291.294784:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078291.294787:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078291.294792:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078291.294799:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5277
00000400:00000200:3.0:1769078291.294808:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078291.294813:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078291.294816:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078291.294819:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.294823:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078291.294825:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.294828:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078291.294832:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078291.294834:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078291.294837:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078291.294840:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078291.294842:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078291.294844:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078291.294847:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.294849:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078291.294851:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.294852:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078291.294855:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078291.294858:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078291.294860:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.294863:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078291.294866:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078291.294869:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.294871:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078291.294873:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078291.294882:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000020:00000040:3.0:1769078291.294885:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078291.294888:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078291.294890:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.294893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078291.294895:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078291.294899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078291.294906:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8c00.
00000100:00000001:3.0:1769078291.294912:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078291.294919:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078291.294928:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078291.294932:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078291.294937:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.294973:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078291.294977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078291.294980:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078291.294982:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078291.294983:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078291.294986:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078291.294988:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5277
00000400:00000200:3.0:1769078291.294992:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078291.294997:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078291.294999:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078291.295003:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078291.295004:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078291.295006:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078291.295010:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1769078291.295010:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078291.295013:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1769078291.295014:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078291.295017:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078291.295019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000040:1.0:1769078291.295020:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078291.295021:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078291.295024:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078291.295026:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078291.295028:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078291.295035:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295040:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078291.295044:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295048:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078291.295049:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.295052:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078291.295053:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078291.295056:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078291.295058:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078291.295059:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.295063:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.295063:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.295068:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769078291.295070:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441792:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078291.295074:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078291.295075:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.295076:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.295079:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.295079:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.295083:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078291.295083:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078291.295088:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769078291.295089:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078291.295093:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078291.295095:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.295098:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.295100:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000010:3.0:1769078291.295102:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000400:00000010:1.0:1769078291.295105:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000020:00000040:3.0:1769078291.295107:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:3.0:1769078291.295110:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078291.295111:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
02000000:00000001:3.0:1769078291.295112:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.295116:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078291.295117:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078291.295118:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441792, portal 25
00000100:00000001:1.0:1769078291.295120:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1769078291.295120:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295123:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769078291.295127:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078291.295127:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509bac00.
00000100:00000001:3.0:1769078291.295132:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295135:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.295141:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00100000:3.0:1769078291.295142:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078291.295143:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078291.295147:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617441792, offset 0
00000400:00000200:1.0:1769078291.295156:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295157:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078291.295161:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.295164:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078291.295167:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078291.295171:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078291.295177:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.295182:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:3.0:1769078291.295184:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.295185:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.295189:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:3.0:1769078291.295189:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078291.295196:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71147:71147:256:4294967295] 192.168.204.140@tcp LPNI seq info [71147:71147:8:4294967295]
00000100:00000040:3.0:1769078291.295197:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078291.295201:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078291.295202:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078291.295207:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1769078291.295211:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1769078291.295212:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078291.295215:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1769078291.295220:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295221:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078291.295224:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:3.0:1769078291.295226:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5277
00000800:00000200:1.0:1769078291.295233:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:3.0:1769078291.295234:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078291.295239:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000400:00000200:3.0:1769078291.295241:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769078291.295245:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078291.295246:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078291.295250:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1769078291.295253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000100:1.0:1769078291.295256:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295258:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1769078291.295259:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000040:3.0:1769078291.295263:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078291.295265:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1769078291.295266:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078291.295270:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078291.295272:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1769078291.295273:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078291.295276:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000020:00000001:3.0:1769078291.295276:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078291.295278:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000010:1.0:1769078291.295279:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000020:00000001:3.0:1769078291.295283:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078291.295284:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1769078291.295287:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078291.295290:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078291.295293:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078291.295298:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078291.295300:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078291.295301:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078291.295305:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.295305:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078291.295310:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00000001:1.0:1769078291.295315:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078291.295316:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078291.295317:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078291.295321:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295322:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078291.295323:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078291.295327:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:3.0:1769078291.295328:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.295330:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299951046
02000000:00000001:3.0:1769078291.295332:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.295335:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000010:1.0:1769078291.295336:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95120.
00000008:00100000:3.0:1769078291.295338:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078291.295342:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295343:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078291.295344:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295349:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299951046
00000100:00000010:3.0:1769078291.295349:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000020:00000040:3.0:1769078291.295354:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000010:1.0:1769078291.295355:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ba0.
00000100:00000001:1.0:1769078291.295360:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1769078291.295360:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1769078291.295364:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078291.295364:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295368:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078291.295368:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1769078291.295372:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1769078291.295372:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078291.295375:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.295377:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1769078291.295381:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509ba400.
00000400:00000001:1.0:1769078291.295384:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.295386:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078291.295386:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078291.295389:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078291.295392:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078291.295394:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00100000:3.0:1769078291.295395:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078291.295396:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.295401:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.295415:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078291.295417:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078291.295419:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295426:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1769078291.295427:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295433:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295437:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078291.295439:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295440:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.295445:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078291.295445:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5287)
00000100:00000001:1.0:1769078291.295453:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.295456:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295460:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.295462:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295463:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.295464:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295465:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.295466:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.295468:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.295472:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078291.295474:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.295477:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.295482:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617441792:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078291.295484:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295486:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.295487:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617441792/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295491:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.295493:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.295494:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078291.295496:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.295497:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.295498:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078291.295499:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.295501:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8c00.
02000000:00000001:1.0:1769078291.295503:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.295504:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.295505:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078291.295507:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.295508:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295509:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295515:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078291.295516:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295517:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078291.295518:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078291.295519:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078291.295521:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295525:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.295526:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.295527:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.295528:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.295530:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.295531:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441920:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078291.295533:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078291.295535:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.295536:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.295537:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078291.295538:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078291.295539:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.295546:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078291.295548:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078291.295550:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078291.295551:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617441920, portal 10
00000100:00000001:1.0:1769078291.295552:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078291.295553:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
00000100:00000040:1.0:1769078291.295557:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295561:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.295562:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078291.295563:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078291.295564:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617441920, offset 0
00000400:00000200:1.0:1769078291.295567:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078291.295569:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078291.295570:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078291.295572:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.295574:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078291.295575:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.295577:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078291.295578:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71148:71148:256:4294967295] 192.168.204.140@tcp LPNI seq info [71148:71148:8:4294967295]
00000400:00000200:1.0:1769078291.295581:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078291.295584:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078291.295587:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078291.295589:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078291.295591:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078291.295593:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078291.295596:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078291.295597:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078291.295600:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078291.295601:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078291.295602:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078291.295604:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078291.295606:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078291.295607:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078291.295608:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.295611:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295615:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.295617:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295620:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295621:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.295628:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078291.295630:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078291.295632:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078291.295633:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299949579
00000100:00000001:1.0:1769078291.295635:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299951046
00000100:00000001:1.0:1769078291.295636:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299949579
00000100:00000001:1.0:1769078291.295638:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299951046
00000100:00000001:1.0:1769078291.295639:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.295640:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295641:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.295643:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.295654:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.295655:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.295657:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078291.295679:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078291.295681:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078291.295683:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.295686:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.295695:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295701:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.295702:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295704:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.295705:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.295709:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295715:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.295718:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295722:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.295724:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295724:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.295725:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295726:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.295727:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.295728:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.295730:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078291.295732:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.295734:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.295739:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617441920:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078291.295741:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078291.295743:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295746:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078291.295747:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.295749:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078291.295750:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078291.295751:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078291.295753:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442048:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.295754:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078291.295755:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078291.295756:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078291.295757:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078291.295760:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078291.295761:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078291.295764:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078291.295765:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078291.295767:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078291.295769:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442048, portal 4
00000100:00000001:1.0:1769078291.295776:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078291.295777:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078291.295780:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295784:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078291.295785:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078291.295787:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078291.295788:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617442048, offset 0
00000400:00000200:1.0:1769078291.295791:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078291.295793:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078291.295795:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078291.295797:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078291.295799:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078291.295800:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078291.295801:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078291.295803:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71149:71149:256:4294967295] 192.168.204.140@tcp LPNI seq info [71149:71149:8:4294967295]
00000400:00000200:1.0:1769078291.295806:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078291.295809:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078291.295812:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078291.295813:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078291.295815:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078291.295817:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1769078291.295820:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078291.295821:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1769078291.295823:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078291.295825:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078291.295826:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078291.295828:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078291.295830:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078291.295831:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078291.295837:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078291.295839:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295844:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.295845:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295850:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295851:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078291.295854:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078291.295856:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078291.295859:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078291.295861:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299951046
00000100:00000001:1.0:1769078291.295864:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299951046
00000100:00000001:1.0:1769078291.295866:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299951046
00000100:00000001:1.0:1769078291.295867:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299951046
00000100:00000001:1.0:1769078291.295869:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078291.295871:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.295873:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078291.295876:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078291/real 1769078291]  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078291.295883:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078291.295884:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078291.295886:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078291.295888:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078291.295890:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078291.295891:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078291.295894:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078291.295901:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295908:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078291.295909:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295911:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.295912:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078291.295915:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295922:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078291.295925:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295931:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078291.295934:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295935:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078291.295936:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295938:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078291.295940:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078291.295943:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078291.295946:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078291.295947:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078291.295950:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078291.295966:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442048:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078291.295968:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295970:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.295971:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617441920/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.295976:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.295977:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.295978:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078291.295980:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.295980:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.295981:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078291.295982:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.295984:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509bac00.
02000000:00000001:1.0:1769078291.295985:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.295986:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.295987:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078291.295988:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.295989:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.295990:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078291.295992:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617442048/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078291.296002:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078291.296003:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078291.296004:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e26c00.
02000000:00000001:1.0:1769078291.296007:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078291.296007:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078291.296008:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078291.296010:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078291.296012:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509ba400.
02000000:00000001:1.0:1769078291.296013:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078291.296015:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078291.296016:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078291.296018:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078291.296019:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.296021:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078291.296024:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078291.296025:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078291.296026:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078291.296028:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078291.614738:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078291.614744:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078291.614804:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078291.614808:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078291.614811:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078292.638747:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078292.638751:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078292.638803:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078292.638808:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078292.638811:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078292.830801:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299951046, at 4299951104
00000100:00000040:1.0:1769078292.830801:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299951046, at 4299951104
00000100:00000010:1.0:1769078292.830819:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000100:00000010:0.0:1769078292.830822:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95120.
00010000:00000001:1.0:1769078293.662801:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078293.662810:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078293.662871:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078293.662874:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078293.662877:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078294.686751:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078294.686760:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078294.686818:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078294.686823:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078294.686826:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078295.710799:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078295.710807:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078295.710868:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078295.710871:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078295.710874:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078296.414776:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.414788:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078296.414792:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.414796:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.414800:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078296.414809:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5282
00000400:00000200:0.0:1769078296.414820:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078296.414826:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.414830:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078296.414833:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.414837:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.414840:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.414842:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078296.414847:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.414849:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078296.414852:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.414854:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078296.414857:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078296.414859:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078296.414862:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.414863:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.414865:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.414880:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078296.414883:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078296.414887:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078296.414890:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.414893:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078296.414896:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.414899:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.414901:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078296.414904:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078296.414914:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb480.
00000020:00000040:0.0:1769078296.414918:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078296.414923:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.414925:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.414928:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.414931:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078296.414936:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078296.414944:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769078296.414951:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078296.414961:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078296.414971:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078296.414976:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078296.414981:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000318ab77a] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078296.415005:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078296.415009:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.415012:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078296.415013:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.415015:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078296.415018:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078296.415020:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5282
00000400:00000200:0.0:1769078296.415024:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078296.415027:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078296.415029:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078296.415032:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415035:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.415038:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415040:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078296.415043:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.415045:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078296.415047:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.415048:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078296.415052:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078296.415052:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078296.415057:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078296.415057:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078296.415062:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078296.415063:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415066:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078296.415070:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078296.415071:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415075:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078296.415080:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078296.415086:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415091:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415097:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.415099:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.415100:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078296.415102:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.415105:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.415107:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.415108:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078296.415113:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.415115:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442176:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078296.415117:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078296.415121:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1769078296.415123:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078296.415125:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1769078296.415128:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415129:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.415134:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415134:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.415139:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000100:00000010:0.0:1769078296.415140:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9c00.
02000000:00000001:1.0:1769078296.415143:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078296.415145:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078296.415149:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.415150:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.415153:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078296.415154:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.415157:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078296.415159:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078296.415159:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
02000000:00000010:0.0:1769078296.415166:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3400.
00000400:00000010:1.0:1769078296.415168:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000001:0.0:1769078296.415171:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078296.415178:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442176, portal 25
00000100:00100000:0.0:1769078296.415179:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078296.415184:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.415188:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876767872 : -121799832783744 : ffff9139443bb480)
00000100:00000001:0.0:1769078296.415194:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078296.415197:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.415201:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078296.415204:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005105c1d4] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415228:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.415235:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078296.415239:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000001:0.0:1769078296.415241:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078296.415243:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617442176, offset 0
00000100:00000040:0.0:1769078296.415246:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078296.415251:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078296.415251:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00080000:0.0:1769078296.415256:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078296.415261:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078296.415262:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078296.415264:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078296.415266:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078296.415268:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078296.415272:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5282
00000400:00000200:1.0:1769078296.415277:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078296.415285:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.415290:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078296.415295:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.415298:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415302:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71150:71150:256:4294967295] 192.168.204.140@tcp LPNI seq info [71150:71150:8:4294967295]
00000400:00000200:1.0:1769078296.415306:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078296.415315:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078296.415322:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078296.415323:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078296.415331:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078296.415331:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:0.0:1769078296.415336:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1769078296.415341:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078296.415347:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078296.415347:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1769078296.415352:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.415356:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415360:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.1:1769078296.415361:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769078296.415364:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078296.415366:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769078296.415367:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1769078296.415369:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078296.415372:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:0.0:1769078296.415375:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000100:1.0:1769078296.415376:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769078296.415378:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000010:1.0:1769078296.415382:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000040:0.0:1769078296.415384:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078296.415387:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078296.415390:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415391:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078296.415392:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078296.415397:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078296.415405:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415405:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1769078296.415411:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.415413:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
02000000:00000001:0.0:1769078296.415414:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1769078296.415417:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
02000000:00000001:0.0:1769078296.415418:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078296.415422:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415423:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078296.415425:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078296.415429:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000200:1.0:1769078296.415429:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078296.415435:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.415439:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078296.415446:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8000.
00000100:00000001:1.0:1769078296.415447:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1769078296.415451:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000040:1.0:1769078296.415451:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078296.415455:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078296.415458:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415461:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078296.415462:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078296.415465:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078296.415466:0:2369:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1769078296.415468:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415473:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078296.415474:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769078296.415480:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.415480:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078296.415485:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299956166
00000100:00100000:0.0:1769078296.415490:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769078296.415493:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ba0.
00000100:00000001:0.0:1769078296.415501:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078296.415503:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078296.415504:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078296.415510:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f514238] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415512:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299956166
00000100:00000010:1.0:1769078296.415517:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a953c0.
00000100:00000001:1.0:1769078296.415522:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1769078296.415523:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415526:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1769078296.415530:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5292)
00000100:00000001:1.0:1769078296.415530:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415536:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.415542:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.415552:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.415554:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.415556:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078296.415559:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078296.415560:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078296.415563:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.415567:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.415577:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415584:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.415586:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415588:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.415590:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.415593:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415598:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.415601:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415613:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.415617:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415618:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.415619:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415621:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.415622:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.415624:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.415628:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078296.415630:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.415633:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.415638:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442176:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078296.415641:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415643:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.415644:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb480 x1855007617442176/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415648:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.415650:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.415653:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078296.415656:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.415683:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.415685:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078296.415688:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.415691:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:1.0:1769078296.415697:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.415699:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.415701:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb480.
00000100:00000001:1.0:1769078296.415704:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.415705:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415706:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415712:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078296.415714:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415715:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078296.415716:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078296.415717:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078296.415720:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415725:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.415726:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415728:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.415729:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.415731:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.415733:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442304:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078296.415735:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078296.415736:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078296.415737:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415738:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.415741:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078296.415742:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.415745:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078296.415747:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078296.415749:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078296.415752:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442304, portal 10
00000100:00000001:1.0:1769078296.415753:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.415754:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876761600 : -121799832790016 : ffff9139443b9c00)
00000100:00000040:1.0:1769078296.415758:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415763:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.415764:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078296.415765:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078296.415767:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617442304, offset 0
00000400:00000200:1.0:1769078296.415769:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415771:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078296.415774:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078296.415775:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.415777:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078296.415778:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.415780:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415782:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71151:71151:256:4294967295] 192.168.204.140@tcp LPNI seq info [71151:71151:8:4294967295]
00000400:00000200:1.0:1769078296.415785:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078296.415789:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078296.415792:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078296.415794:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078296.415797:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078296.415799:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078296.415802:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078296.415803:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078296.415806:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078296.415807:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078296.415809:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078296.415811:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078296.415813:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078296.415814:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078296.415815:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.415817:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415822:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.415824:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415827:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415828:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.415830:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.415833:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078296.415835:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078296.415836:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299954700
00000100:00000001:1.0:1769078296.415838:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299956166
00000100:00000001:1.0:1769078296.415839:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299954700
00000100:00000001:1.0:1769078296.415841:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299956166
00000100:00000001:1.0:1769078296.415842:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.415843:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.415845:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.415848:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.415861:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.415862:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.415864:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078296.415866:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078296.415881:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078296.415884:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.415887:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.415896:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415903:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.415904:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415906:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.415907:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.415910:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415915:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.415917:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415921:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.415922:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415923:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.415924:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.415925:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.415926:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.415927:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.415929:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078296.415930:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.415933:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.415938:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442304:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078296.415940:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078296.415942:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415945:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078296.415946:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415948:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078296.415949:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078296.415951:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078296.415953:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442432:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.415954:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078296.415956:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078296.415957:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078296.415958:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078296.415960:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078296.415962:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078296.415965:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078296.415966:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078296.415969:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078296.415971:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442432, portal 4
00000100:00000001:1.0:1769078296.415972:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078296.415973:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876754432 : -121799832797184 : ffff9139443b8000)
00000100:00000040:1.0:1769078296.415977:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.415981:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078296.415983:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078296.415984:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078296.415985:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617442432, offset 0
00000400:00000200:1.0:1769078296.415988:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078296.415991:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078296.415994:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078296.415997:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078296.415999:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078296.416002:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078296.416004:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078296.416006:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71152:71152:256:4294967295] 192.168.204.140@tcp LPNI seq info [71152:71152:8:4294967295]
00000400:00000200:1.0:1769078296.416010:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078296.416016:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078296.416020:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078296.416024:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078296.416027:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078296.416030:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1769078296.416034:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078296.416037:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1769078296.416040:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078296.416042:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078296.416045:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078296.416048:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078296.416051:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078296.416052:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078296.416055:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078296.416058:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416063:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.416064:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416068:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.416069:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078296.416072:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078296.416074:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078296.416076:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078296.416078:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299956166
00000100:00000001:1.0:1769078296.416079:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299956166
00000100:00000001:1.0:1769078296.416081:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299956166
00000100:00000001:1.0:1769078296.416082:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299956166
00000100:00000001:1.0:1769078296.416083:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078296.416084:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.416085:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078296.416087:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078296/real 1769078296]  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078296.416092:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078296.416093:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078296.416094:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078296.416095:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078296.416096:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078296.416097:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078296.416099:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078296.416104:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416107:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078296.416108:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416109:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.416109:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078296.416111:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416115:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078296.416117:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416120:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078296.416122:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416123:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078296.416124:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416125:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078296.416127:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078296.416129:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078296.416131:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078296.416132:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078296.416134:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078296.416139:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442432:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078296.416141:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416142:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.416144:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9c00 x1855007617442304/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416147:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.416148:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.416149:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078296.416150:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.416151:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.416151:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078296.416152:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.416153:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3400.
02000000:00000001:1.0:1769078296.416155:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.416156:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.416157:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9c00.
00000100:00000001:1.0:1769078296.416159:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.416160:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416161:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078296.416163:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8000 x1855007617442432/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078296.416174:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078296.416175:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078296.416177:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078296.416179:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078296.416180:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078296.416181:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078296.416183:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078296.416184:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769078296.416186:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078296.416187:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078296.416189:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8000.
00000100:00000001:1.0:1769078296.416191:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078296.416192:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416194:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078296.416198:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078296.416199:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078296.416201:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078296.416202:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078296.734759:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078296.734766:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078296.734826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078296.734829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078296.734832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078297.758788:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078297.758796:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078297.758798:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078297.758800:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078297.758806:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078297.758808:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078297.758810:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078297.758811:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078297.758891:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078297.758906:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078297.758910:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078297.950778:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299956166, at 4299956224
00000100:00000040:1.0:1769078297.950778:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299956166, at 4299956224
00000100:00000010:0.0:1769078297.950795:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ba0.
00000100:00000010:1.0:1769078297.950797:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00010000:00000001:1.0:1769078298.782825:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078298.782848:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078298.782924:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078298.782928:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078298.782931:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078299.806754:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078299.806759:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078299.806846:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078299.806851:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078299.806855:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078300.830784:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078300.830792:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078300.830856:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078300.830859:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078300.830862:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078301.534748:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.534756:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078301.534759:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.534762:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.534765:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.534770:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5287
00000400:00000200:2.0:1769078301.534777:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078301.534793:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.534796:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.534799:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534801:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.534803:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534806:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078301.534810:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.534812:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078301.534815:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.534817:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078301.534820:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078301.534822:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078301.534825:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534827:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.534829:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534831:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078301.534834:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078301.534837:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534840:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.534843:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.534846:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.534848:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.534851:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078301.534853:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078301.534862:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000020:00000040:2.0:1769078301.534865:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078301.534869:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078301.534870:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.534873:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078301.534876:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078301.534880:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.534887:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769078301.534893:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078301.534900:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078301.534910:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078301.534913:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078301.534917:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.534935:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078301.534937:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.534939:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078301.534940:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.534941:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.534943:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.534945:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5287
00000400:00000200:2.0:1769078301.534947:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078301.534949:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.534951:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.534953:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534954:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.534956:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534957:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078301.534959:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.534960:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078301.534966:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078301.534967:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078301.534968:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078301.534969:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078301.534973:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1769078301.534973:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078301.534976:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1769078301.534977:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534980:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.534983:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078301.534985:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.534985:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078301.534989:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078301.534993:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078301.534997:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535000:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078301.535000:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078301.535003:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.535005:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078301.535006:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078301.535009:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.535009:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535013:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078301.535013:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.535017:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078301.535018:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442560:192.168.204.140@tcp:250:kworker.0
00000008:00000001:2.0:1769078301.535023:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535024:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078301.535026:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535028:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078301.535030:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
02000000:00000001:1.0:1769078301.535031:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078301.535034:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078301.535035:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078301.535039:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078301.535040:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078301.535041:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27c00.
00000100:00000001:2.0:1769078301.535041:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078301.535044:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078301.535045:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.535046:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.535050:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000400:00000200:1.0:1769078301.535052:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078301.535054:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078301.535057:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00100000:2.0:1769078301.535061:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1769078301.535063:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000001:2.0:1769078301.535069:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1769078301.535071:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442560, portal 25
00000100:00000001:2.0:1769078301.535071:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535076:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078301.535077:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535080:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:1.0:1769078301.535091:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.535094:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535102:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078301.535104:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078301.535109:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078301.535109:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078301.535114:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00080000:2.0:1769078301.535114:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078301.535120:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1769078301.535121:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617442560, offset 0
00000100:00000001:2.0:1769078301.535122:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078301.535124:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078301.535127:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078301.535129:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5287
00000400:00000200:1.0:1769078301.535134:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:2.0:1769078301.535134:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078301.535139:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078301.535140:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078301.535142:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535145:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078301.535146:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078301.535149:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.535151:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078301.535153:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000001:2.0:1769078301.535154:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078301.535156:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078301.535158:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078301.535160:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078301.535160:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078301.535163:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078301.535165:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078301.535166:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769078301.535170:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535172:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1769078301.535173:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078301.535176:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000040:2.0:1769078301.535177:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078301.535179:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078301.535182:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71153:71153:256:4294967295] 192.168.204.140@tcp LPNI seq info [71153:71153:8:4294967295]
00000020:00000040:2.0:1769078301.535183:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078301.535189:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535190:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078301.535194:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078301.535195:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078301.535197:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078301.535201:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078301.535205:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1769078301.535205:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078301.535208:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078301.535210:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078301.535212:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078301.535213:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1769078301.535217:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000010:2.0:1769078301.535218:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769078301.535222:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078301.535224:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078301.535226:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078301.535227:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078301.535228:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1769078301.535231:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1769078301.535231:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078301.535234:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078301.535238:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000800:00000200:1.1:1769078301.535239:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078301.535241:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078301.535242:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000100:00100000:2.0:1769078301.535246:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1769078301.535249:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078301.535252:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078301.535258:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078301.535262:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078301.535265:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000100:00000001:2.0:1769078301.535265:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078301.535268:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078301.535271:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078301.535273:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078301.535275:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078301.535282:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535284:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535289:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078301.535303:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535305:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535309:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1769078301.535309:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5297)
00000100:00000001:1.0:1769078301.535314:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078301.535320:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078301.535324:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299961286
00000100:00000010:1.0:1769078301.535329:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a953c0.
00000100:00000001:1.0:1769078301.535335:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078301.535350:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299961286
00000100:00000010:1.0:1769078301.535358:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95e40.
00000100:00000001:1.0:1769078301.535361:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078301.535365:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078301.535368:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535370:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078301.535374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078301.535382:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078301.535383:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078301.535385:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078301.535387:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078301.535388:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078301.535389:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078301.535391:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078301.535397:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535400:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078301.535401:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535403:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535404:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078301.535406:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535410:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078301.535413:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535417:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078301.535419:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535419:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535420:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535422:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078301.535423:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078301.535425:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078301.535428:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078301.535429:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078301.535431:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078301.535436:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442560:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078301.535438:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535440:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535441:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617442560/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535445:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078301.535447:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078301.535449:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078301.535450:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078301.535451:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078301.535453:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078301.535454:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078301.535455:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078301.535458:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078301.535459:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078301.535461:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:1.0:1769078301.535463:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078301.535464:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535465:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535471:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078301.535473:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535475:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078301.535476:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078301.535477:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078301.535480:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535487:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078301.535489:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535491:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078301.535492:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078301.535494:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078301.535497:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442688:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078301.535500:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078301.535502:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078301.535504:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535505:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078301.535508:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078301.535510:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078301.535514:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078301.535517:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078301.535520:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078301.535522:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442688, portal 10
00000100:00000001:1.0:1769078301.535524:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078301.535526:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:1.0:1769078301.535532:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535536:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078301.535537:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078301.535539:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078301.535540:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617442688, offset 0
00000400:00000200:1.0:1769078301.535542:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535545:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078301.535548:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078301.535551:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078301.535553:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078301.535555:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078301.535557:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535560:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71154:71154:256:4294967295] 192.168.204.140@tcp LPNI seq info [71154:71154:8:4294967295]
00000400:00000200:1.0:1769078301.535564:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078301.535570:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078301.535575:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078301.535578:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078301.535582:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078301.535584:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078301.535588:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078301.535591:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078301.535604:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078301.535606:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078301.535608:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078301.535610:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078301.535612:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078301.535613:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078301.535614:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078301.535617:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535622:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535624:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535627:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535628:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078301.535630:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078301.535633:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078301.535635:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078301.535637:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299959819
00000100:00000001:1.0:1769078301.535638:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299961286
00000100:00000001:1.0:1769078301.535640:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299959819
00000100:00000001:1.0:1769078301.535641:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299961286
00000100:00000001:1.0:1769078301.535642:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078301.535644:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535645:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078301.535647:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078301.535652:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078301.535653:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078301.535654:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078301.535655:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078301.535656:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078301.535657:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078301.535680:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078301.535688:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535695:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078301.535696:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535698:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535699:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078301.535703:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535709:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078301.535713:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535718:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078301.535720:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535721:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535722:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535723:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078301.535724:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078301.535725:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078301.535728:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078301.535729:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078301.535731:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078301.535736:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442688:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078301.535738:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078301.535739:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535743:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078301.535744:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535746:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078301.535747:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078301.535748:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078301.535750:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442816:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078301.535751:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078301.535752:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078301.535754:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078301.535755:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078301.535757:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078301.535758:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078301.535761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078301.535763:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078301.535764:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078301.535766:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442816, portal 4
00000100:00000001:1.0:1769078301.535768:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078301.535768:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:1.0:1769078301.535772:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535776:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078301.535777:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078301.535779:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078301.535780:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617442816, offset 0
00000400:00000200:1.0:1769078301.535799:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535802:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078301.535804:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078301.535806:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078301.535808:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078301.535809:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078301.535810:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078301.535812:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71155:71155:256:4294967295] 192.168.204.140@tcp LPNI seq info [71155:71155:8:4294967295]
00000400:00000200:1.0:1769078301.535815:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078301.535818:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078301.535820:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078301.535822:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078301.535825:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078301.535827:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1769078301.535829:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078301.535831:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1769078301.535833:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078301.535834:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078301.535836:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078301.535838:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078301.535840:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078301.535841:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078301.535842:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078301.535845:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535855:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535857:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535863:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535864:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078301.535866:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078301.535868:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078301.535870:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078301.535871:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299961286
00000100:00000001:1.0:1769078301.535873:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299961286
00000100:00000001:1.0:1769078301.535874:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299961286
00000100:00000001:1.0:1769078301.535876:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299961286
00000100:00000001:1.0:1769078301.535877:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078301.535878:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535879:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078301.535882:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078301/real 1769078301]  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078301.535889:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078301.535890:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078301.535893:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078301.535895:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078301.535896:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078301.535897:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078301.535900:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078301.535908:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535914:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078301.535916:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535918:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535919:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078301.535923:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535929:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078301.535932:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535937:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078301.535938:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535939:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078301.535940:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535941:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078301.535943:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078301.535944:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078301.535946:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078301.535947:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078301.535949:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078301.535954:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617442816:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078301.535956:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535957:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535958:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617442688/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535962:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078301.535963:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078301.535964:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078301.535966:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078301.535966:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078301.535967:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078301.535968:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078301.535969:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078301.535971:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078301.535972:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078301.535973:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:1.0:1769078301.535974:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078301.535975:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535976:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078301.535978:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617442816/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078301.535981:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078301.535982:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078301.535983:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078301.535984:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078301.535984:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078301.535985:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078301.535986:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078301.535987:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078301.535988:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078301.535988:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078301.535989:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:1.0:1769078301.535990:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078301.535991:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535992:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078301.535994:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078301.535995:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078301.535996:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078301.535997:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078301.854759:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078301.854766:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078301.854832:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078301.854835:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078301.854838:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078302.878772:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078302.878779:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078302.878835:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078302.878839:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078302.878843:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078303.070749:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299961286, at 4299961344
00000100:00000010:1.0:1769078303.070781:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00000100:00000040:0.0:1769078303.070872:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299961286, at 4299961344
00000100:00000010:0.0:1769078303.070878:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a953c0.
00010000:00000001:1.0:1769078303.902788:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078303.902795:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078303.902861:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078303.902866:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078303.902870:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078304.926817:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078304.926825:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078304.926885:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078304.926889:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078304.926892:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078305.950824:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078305.950833:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078305.950908:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078305.950912:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078305.950916:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078306.654792:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078306.654801:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078306.654804:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078306.654807:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078306.654811:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078306.654818:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5292
00000400:00000200:2.0:1769078306.654827:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078306.654832:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078306.654835:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078306.654838:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.654841:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.654844:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.654855:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078306.654859:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078306.654861:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078306.654864:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078306.654867:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078306.654869:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078306.654871:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078306.654874:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.654876:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.654878:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.654879:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078306.654882:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078306.654885:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078306.654888:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078306.654890:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078306.654893:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078306.654896:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.654899:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078306.654901:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078306.654910:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000020:00000040:2.0:1769078306.654913:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078306.654917:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078306.654919:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.654922:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078306.654924:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078306.654928:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078306.654935:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236c00.
00000100:00000001:2.0:1769078306.654941:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078306.654949:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078306.654959:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078306.654963:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078306.654968:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078306.654990:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078306.654992:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078306.654996:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078306.654997:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078306.654999:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078306.655001:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078306.655004:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5292
00000400:00000200:2.0:1769078306.655008:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078306.655011:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078306.655013:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078306.655016:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.655023:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.655026:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.655029:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078306.655031:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078306.655032:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078306.655033:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1769078306.655035:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078306.655039:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1769078306.655040:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078306.655043:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1769078306.655044:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078306.655049:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078306.655052:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078306.655055:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.655060:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.655065:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.655070:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078306.655072:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1769078306.655074:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078306.655075:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078306.655080:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078306.655082:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1769078306.655084:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.655086:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078306.655087:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078306.655091:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078306.655094:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1769078306.655095:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442944:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769078306.655099:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655103:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078306.655104:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078306.655108:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1769078306.655110:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078306.655112:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1769078306.655117:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.655118:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078306.655122:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078306.655124:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
00000100:00000010:2.0:1769078306.655127:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:1.0:1769078306.655128:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078306.655133:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000200:1.0:1769078306.655138:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078306.655138:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078306.655142:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078306.655145:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000001:2.0:1769078306.655146:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078306.655149:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078306.655153:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078306.655154:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
02000000:00000010:2.0:1769078306.655160:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236400.
00000100:00000200:1.0:1769078306.655162:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617442944, portal 25
00000100:00000001:2.0:1769078306.655165:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655172:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1769078306.655173:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078306.655179:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000001:2.0:1769078306.655185:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078306.655188:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078306.655191:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078306.655195:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655211:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078306.655218:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078306.655222:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000001:2.0:1769078306.655227:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078306.655228:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617442944, offset 0
00000100:00000040:2.0:1769078306.655233:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078306.655239:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078306.655240:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1769078306.655245:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078306.655250:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:2.0:1769078306.655251:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078306.655255:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078306.655256:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078306.655260:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078306.655260:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078306.655265:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5292
00000400:00000200:1.0:1769078306.655269:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1769078306.655270:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078306.655274:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078306.655276:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078306.655277:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000040:2.0:1769078306.655281:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078306.655284:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078306.655287:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078306.655293:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71156:71156:256:4294967295] 192.168.204.140@tcp LPNI seq info [71156:71156:8:4294967295]
00000100:00000001:2.0:1769078306.655293:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.655298:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078306.655300:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078306.655304:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078306.655309:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078306.655313:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078306.655314:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1769078306.655317:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078306.655322:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:2.0:1769078306.655326:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078306.655328:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:1.0:1769078306.655330:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078306.655334:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769078306.655337:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078306.655339:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078306.655343:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078306.655347:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:1.0:1769078306.655349:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:2.0:1769078306.655351:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:1.0:1769078306.655354:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1769078306.655358:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000800:00000200:1.1:1769078306.655364:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078306.655366:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078306.655370:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1769078306.655370:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1769078306.655376:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:1.0:1769078306.655377:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078306.655382:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
02000000:00000001:2.0:1769078306.655382:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.655385:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078306.655388:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078306.655393:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078306.655395:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1769078306.655395:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078306.655400:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000400:00000200:1.0:1769078306.655402:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1769078306.655405:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000400:00000200:1.0:1769078306.655408:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
02000000:00000001:2.0:1769078306.655409:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1769078306.655411:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
02000000:00000001:2.0:1769078306.655413:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655417:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1769078306.655417:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078306.655420:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1769078306.655423:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078306.655424:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078306.655431:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078306.655438:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655439:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.655445:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1769078306.655447:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078306.655462:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655467:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1769078306.655468:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078306.655472:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078306.655472:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078306.655480:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:2.0:1769078306.655481:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655485:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299966406
00000100:00000010:1.0:1769078306.655491:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95e40.
00000100:00000001:2.0:1769078306.655495:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655500:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1769078306.655502:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5302)
00000100:00000001:1.0:1769078306.655516:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299966406
00000100:00000010:1.0:1769078306.655520:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95de0.
00000100:00000001:1.0:1769078306.655524:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078306.655528:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078306.655532:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655534:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078306.655540:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078306.655550:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078306.655552:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078306.655554:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078306.655557:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078306.655559:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078306.655561:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078306.655564:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078306.655573:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655580:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078306.655581:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655583:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.655585:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078306.655589:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655596:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078306.655600:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655608:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078306.655611:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655612:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.655614:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655616:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078306.655618:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078306.655620:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078306.655624:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078306.655627:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078306.655631:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078306.655640:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617442944:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078306.655645:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655646:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.655650:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617442944/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655657:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078306.655679:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078306.655681:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078306.655684:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078306.655685:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078306.655687:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078306.655689:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078306.655691:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236c00.
02000000:00000001:1.0:1769078306.655705:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078306.655707:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078306.655709:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769078306.655712:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078306.655714:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655716:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655723:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078306.655725:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655727:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078306.655728:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078306.655730:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078306.655734:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655742:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078306.655743:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.655745:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078306.655747:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078306.655749:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078306.655753:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443072:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078306.655756:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078306.655758:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078306.655760:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.655761:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078306.655764:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078306.655766:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078306.655770:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078306.655773:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078306.655776:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078306.655779:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443072, portal 10
00000100:00000001:1.0:1769078306.655781:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078306.655782:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769078306.655788:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655795:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078306.655797:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078306.655799:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078306.655801:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617443072, offset 0
00000400:00000200:1.0:1769078306.655805:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078306.655808:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078306.655812:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078306.655814:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078306.655817:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078306.655819:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078306.655821:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078306.655824:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71157:71157:256:4294967295] 192.168.204.140@tcp LPNI seq info [71157:71157:8:4294967295]
00000400:00000200:1.0:1769078306.655829:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078306.655835:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078306.655838:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078306.655841:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078306.655845:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078306.655847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078306.655852:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078306.655855:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078306.655859:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078306.655860:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078306.655863:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078306.655866:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078306.655869:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078306.655871:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078306.655873:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078306.655877:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655885:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.655888:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655895:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655897:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078306.655899:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078306.655903:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078306.655906:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078306.655908:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299964940
00000100:00000001:1.0:1769078306.655911:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299966406
00000100:00000001:1.0:1769078306.655913:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299964940
00000100:00000001:1.0:1769078306.655915:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299966406
00000100:00000001:1.0:1769078306.655917:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078306.655919:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.655921:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078306.655925:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078306.655938:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078306.655939:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078306.655941:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078306.655952:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078306.655953:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078306.655955:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078306.655959:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078306.655967:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655974:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078306.655975:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.655977:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.655979:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078306.655982:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655989:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078306.655993:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.655999:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078306.656002:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656003:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.656005:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656006:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078306.656008:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078306.656010:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078306.656013:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078306.656015:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078306.656020:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078306.656027:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443072:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078306.656031:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078306.656034:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656040:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078306.656042:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.656044:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078306.656046:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078306.656048:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078306.656051:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443200:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078306.656054:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078306.656055:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078306.656057:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078306.656059:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078306.656062:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078306.656064:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078306.656067:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078306.656070:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078306.656072:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078306.656075:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443200, portal 4
00000100:00000001:1.0:1769078306.656077:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078306.656078:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000100:00000040:1.0:1769078306.656083:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656090:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078306.656093:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078306.656095:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078306.656097:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617443200, offset 0
00000400:00000200:1.0:1769078306.656101:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078306.656104:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078306.656107:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078306.656110:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078306.656113:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078306.656115:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078306.656117:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078306.656120:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71158:71158:256:4294967295] 192.168.204.140@tcp LPNI seq info [71158:71158:8:4294967295]
00000400:00000200:1.0:1769078306.656124:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078306.656130:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078306.656135:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078306.656137:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078306.656141:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078306.656143:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1769078306.656147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078306.656149:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1769078306.656153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078306.656155:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078306.656157:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078306.656161:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078306.656163:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078306.656165:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078306.656167:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078306.656170:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656176:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.656180:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656186:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.656188:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078306.656190:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078306.656192:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078306.656195:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078306.656198:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299966406
00000100:00000001:1.0:1769078306.656200:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299966406
00000100:00000001:1.0:1769078306.656202:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299966406
00000100:00000001:1.0:1769078306.656204:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299966406
00000100:00000001:1.0:1769078306.656206:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078306.656208:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.656210:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078306.656213:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078306/real 1769078306]  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078306.656220:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078306.656221:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078306.656223:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078306.656225:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078306.656226:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078306.656228:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078306.656231:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078306.656240:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656246:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078306.656247:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656249:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.656250:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078306.656254:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656260:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078306.656263:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656270:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078306.656273:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656275:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078306.656276:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656278:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078306.656281:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078306.656283:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078306.656286:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078306.656288:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078306.656292:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078306.656300:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443200:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078306.656304:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656305:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.656308:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617443072/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656315:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078306.656316:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078306.656318:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27400.
02000000:00000001:1.0:1769078306.656320:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078306.656321:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078306.656322:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078306.656324:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078306.656326:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236400.
02000000:00000001:1.0:1769078306.656328:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078306.656329:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078306.656330:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078306.656333:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078306.656334:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656336:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078306.656338:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617443200/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078306.656350:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078306.656351:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078306.656353:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27c00.
02000000:00000001:1.0:1769078306.656355:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078306.656356:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078306.656357:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078306.656359:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078306.656360:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078306.656362:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078306.656363:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078306.656364:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769078306.656366:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078306.656367:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656369:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078306.656371:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078306.656373:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078306.656375:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078306.656376:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078306.974768:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078306.974777:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078306.974836:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078306.974839:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078306.974842:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078307.998771:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078307.998777:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078307.998779:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078307.998781:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.998785:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078307.998786:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.998787:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078307.998789:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078307.998874:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078307.998881:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078307.998886:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078308.190776:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299966406, at 4299966464
00000100:00000040:1.0:1769078308.190776:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299966406, at 4299966464
00000100:00000010:1.0:1769078308.190791:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000100:00000010:0.0:1769078308.190793:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95e40.
00010000:00000001:1.0:1769078309.022776:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078309.022784:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078309.022849:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078309.022852:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078309.022856:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078310.046729:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078310.046736:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078310.046779:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078310.046783:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078310.046786:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078311.070716:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078311.070721:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078311.070775:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078311.070779:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078311.070783:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078311.774781:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078311.774791:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078311.774794:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078311.774798:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078311.774801:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078311.774808:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5297
00000400:00000200:1.0:1769078311.774817:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078311.774822:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078311.774825:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078311.774828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.774831:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078311.774833:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.774835:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078311.774838:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078311.774841:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078311.774844:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078311.774846:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078311.774849:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078311.774851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078311.774854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.774857:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078311.774859:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.774861:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078311.774864:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078311.774868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078311.774870:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078311.774873:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078311.774877:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078311.774880:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.774882:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078311.774885:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078311.774897:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b100.
00000020:00000040:1.0:1769078311.774901:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078311.774906:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078311.774907:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.774911:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078311.774915:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078311.774920:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078311.774929:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27c00.
00000100:00000001:1.0:1769078311.774937:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078311.774947:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078311.774957:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078311.774962:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078311.774966:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bf9b886] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078311.774993:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078311.774996:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078311.775000:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078311.775001:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078311.775003:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078311.775006:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078311.775008:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5297
00000400:00000200:1.0:1769078311.775012:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078311.775015:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078311.775017:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078311.775020:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775021:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078311.775023:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775025:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078311.775028:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078311.775030:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078311.775032:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078311.775034:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078311.775037:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078311.775039:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078311.775043:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078311.775043:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078311.775048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078311.775050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078311.775050:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078311.775055:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078311.775056:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1769078311.775058:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078311.775062:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000040:3.0:1769078311.775066:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078311.775067:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078311.775070:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078311.775077:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078311.775080:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1769078311.775081:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775084:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775085:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078311.775090:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1769078311.775092:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1769078311.775094:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1769078311.775098:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.775100:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775102:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078311.775108:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944708000.
00000020:00000040:1.0:1769078311.775112:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078311.775116:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1769078311.775116:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617443328:192.168.204.140@tcp:250:kworker.0
02000000:00000001:1.0:1769078311.775118:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775122:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078311.775125:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1769078311.775126:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078311.775128:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.775133:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1769078311.775134:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769078311.775138:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775140:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.775143:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1769078311.775147:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1769078311.775151:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078311.775156:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775163:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078311.775165:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775170:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078311.775177:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000040:1.0:1769078311.775183:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fbbccb6b] to pc [ptlrpcd_rcv+-1]  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1769078311.775186:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:1.0:1769078311.775196:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078311.775198:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078311.775202:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:3.0:1769078311.775203:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443328, portal 25
00000100:00080000:1.0:1769078311.775206:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078311.775210:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1769078311.775212:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078311.775214:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880240384 : -121799829311232 : ffff91394470b100)
00000100:00000001:1.0:1769078311.775215:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078311.775218:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078311.775222:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:3.0:1769078311.775226:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1769078311.775228:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5297
00000400:00000200:1.0:1769078311.775236:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078311.775242:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:3.0:1769078311.775244:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1769078311.775245:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078311.775251:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:1.0:1769078311.775253:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775257:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1769078311.775257:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000040:1.0:1769078311.775262:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775265:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078311.775267:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078311.775268:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078311.775270:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078311.775272:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:3.0:1769078311.775273:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617443328, offset 0
00000020:00000001:1.0:1769078311.775276:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769078311.775280:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078311.775283:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769078311.775287:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775288:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078311.775293:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775296:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078311.775300:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:3.0:1769078311.775301:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:1.0:1769078311.775305:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078311.775309:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078311.775312:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1769078311.775312:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:1.0:1769078311.775317:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078311.775321:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1769078311.775322:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078311.775326:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078311.775329:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000008:00100000:1.0:1769078311.775330:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769078311.775334:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775335:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1769078311.775338:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775342:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000010:1.0:1769078311.775345:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709f80.
00000400:00000200:3.0:1769078311.775349:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71159:71159:256:4294967295] 192.168.204.140@tcp LPNI seq info [71159:71159:8:4294967295]
00000020:00000040:1.0:1769078311.775350:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769078311.775355:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078311.775358:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775359:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078311.775363:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078311.775365:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078311.775367:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078311.775372:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25000.
00000100:00000001:1.0:1769078311.775378:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775378:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1769078311.775389:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1769078311.775390:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.775398:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00000001:1.0:1769078311.775400:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078311.775404:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078311.775409:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:1.0:1769078311.775410:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b2885c3] to pc [ptlrpcd_rcv+-1]  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1769078311.775417:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1769078311.775422:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078311.775429:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5307)
00000800:00000200:3.1:1769078311.775437:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078311.775442:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078311.775447:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.775450:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078311.775457:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078311.775463:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078311.775469:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078311.775472:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078311.775476:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078311.775481:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775491:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.775495:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775503:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775505:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078311.775511:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775515:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078311.775518:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299971526
00000100:00000010:3.0:1769078311.775524:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b30c0.
00000100:00000001:3.0:1769078311.775531:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078311.775546:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299971526
00000100:00000010:3.0:1769078311.775549:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3720.
00000100:00000001:3.0:1769078311.775553:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078311.775557:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078311.775560:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775562:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078311.775567:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078311.775578:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078311.775581:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078311.775583:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078311.775586:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078311.775587:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078311.775590:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078311.775594:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078311.775603:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775626:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078311.775628:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775631:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.775633:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078311.775638:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775646:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078311.775651:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775682:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078311.775686:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775688:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.775689:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775692:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078311.775693:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078311.775697:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078311.775701:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078311.775703:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078311.775707:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078311.775716:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617443328:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078311.775721:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775723:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.775726:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b100 x1855007617443328/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775733:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078311.775736:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078311.775739:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078311.775742:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078311.775744:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078311.775745:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078311.775748:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078311.775751:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27c00.
02000000:00000001:3.0:1769078311.775755:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078311.775757:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078311.775759:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b100.
00000100:00000001:3.0:1769078311.775762:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078311.775764:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775766:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.775774:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078311.775775:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775778:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078311.775779:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078311.775781:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078311.775785:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775792:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078311.775794:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.775796:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078311.775798:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078311.775800:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078311.775803:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443456:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078311.775806:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078311.775808:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078311.775810:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.775812:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078311.775814:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078311.775816:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.775820:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078311.775823:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078311.775827:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078311.775829:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443456, portal 10
00000100:00000001:3.0:1769078311.775832:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078311.775833:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880227840 : -121799829323776 : ffff913944708000)
00000100:00000040:3.0:1769078311.775839:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775847:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078311.775856:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078311.775859:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078311.775862:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617443456, offset 0
00000400:00000200:3.0:1769078311.775866:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078311.775869:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078311.775873:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078311.775876:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078311.775878:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078311.775880:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078311.775883:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078311.775886:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71160:71160:256:4294967295] 192.168.204.140@tcp LPNI seq info [71160:71160:8:4294967295]
00000400:00000200:3.0:1769078311.775890:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078311.775896:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078311.775901:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.775904:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078311.775908:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078311.775911:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078311.775915:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078311.775918:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078311.775928:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.775930:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078311.775933:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078311.775936:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078311.775939:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078311.775941:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078311.775943:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078311.775947:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775955:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.775958:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.775965:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775967:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078311.775969:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078311.775973:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078311.775976:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078311.775978:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299970060
00000100:00000001:3.0:1769078311.775981:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299971526
00000100:00000001:3.0:1769078311.775984:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299970060
00000100:00000001:3.0:1769078311.775986:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299971526
00000100:00000001:3.0:1769078311.775989:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078311.775991:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.775993:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078311.775996:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078311.776004:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078311.776005:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078311.776007:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078311.776009:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078311.776010:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078311.776012:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078311.776015:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078311.776023:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776030:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078311.776032:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776034:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.776035:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078311.776039:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776045:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078311.776048:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776055:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078311.776058:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776059:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.776060:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776062:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078311.776064:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078311.776068:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078311.776071:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078311.776073:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078311.776077:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078311.776085:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443456:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078311.776088:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078311.776092:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776098:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078311.776100:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.776102:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078311.776104:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078311.776106:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078311.776109:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443584:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078311.776112:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078311.776114:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078311.776116:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078311.776118:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078311.776121:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509b8400.
02000000:00000001:3.0:1769078311.776123:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078311.776127:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078311.776130:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078311.776133:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078311.776135:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443584, portal 4
00000100:00000001:3.0:1769078311.776137:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078311.776138:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880235904 : -121799829315712 : ffff913944709f80)
00000100:00000040:3.0:1769078311.776144:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776155:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078311.776157:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078311.776160:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078311.776162:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617443584, offset 0
00000400:00000200:3.0:1769078311.776166:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078311.776169:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078311.776173:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078311.776175:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078311.776177:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078311.776180:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078311.776182:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078311.776185:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71161:71161:256:4294967295] 192.168.204.140@tcp LPNI seq info [71161:71161:8:4294967295]
00000400:00000200:3.0:1769078311.776189:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078311.776195:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078311.776199:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.776202:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078311.776205:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078311.776209:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1769078311.776213:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078311.776215:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1769078311.776219:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078311.776221:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078311.776223:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078311.776226:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078311.776229:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078311.776231:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078311.776233:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078311.776237:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776244:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.776247:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078336 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776260:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.776261:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078311.776265:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078311.776267:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078311.776271:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078311.776273:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299971526
00000100:00000001:3.0:1769078311.776276:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299971526
00000100:00000001:3.0:1769078311.776278:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299971526
00000100:00000001:3.0:1769078311.776280:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299971526
00000100:00000001:3.0:1769078311.776282:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078311.776284:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.776286:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078311.776289:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078311/real 1769078311]  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078311.776297:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078311.776299:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078311.776300:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078311.776302:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078311.776304:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078311.776306:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078311.776309:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078311.776317:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776324:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078311.776325:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776327:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.776328:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078311.776332:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776339:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078311.776343:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776349:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078311.776351:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776353:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078311.776354:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776356:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078311.776359:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078311.776362:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078311.776366:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078311.776368:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078311.776371:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078311.776378:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443584:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078311.776382:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776384:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.776387:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944708000 x1855007617443456/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776393:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078311.776394:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078311.776396:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b9400.
02000000:00000001:3.0:1769078311.776399:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078311.776400:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078311.776402:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078311.776404:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078311.776405:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27400.
02000000:00000001:3.0:1769078311.776408:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078311.776409:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078311.776411:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944708000.
00000100:00000001:3.0:1769078311.776413:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078311.776415:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776416:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078311.776419:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709f80 x1855007617443584/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078336 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078311.776425:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078311.776427:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078311.776428:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509b8400.
02000000:00000001:3.0:1769078311.776431:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078311.776432:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078311.776433:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078311.776435:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078311.776437:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25000.
02000000:00000001:3.0:1769078311.776439:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078311.776440:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078311.776441:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709f80.
00000100:00000001:3.0:1769078311.776444:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078311.776445:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776447:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078311.776450:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078311.776451:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078311.776453:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078311.776455:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078312.094776:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078312.094784:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078312.094810:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078312.094814:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078312.094817:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078313.118779:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078313.118786:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078313.118840:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078313.118843:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078313.118846:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078313.310764:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299971526, at 4299971584
00000100:00000040:1.0:1769078313.310771:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299971526, at 4299971584
00000100:00000010:0.0:1769078313.310777:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b30c0.
00000100:00000010:1.0:1769078313.310779:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3720.
00010000:00000001:1.0:1769078314.142771:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078314.142778:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078314.142834:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078314.142839:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078314.142841:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078315.166768:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078315.166773:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078315.166850:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078315.166855:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078315.166859:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078316.190756:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078316.190762:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078316.190849:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078316.190856:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078316.190861:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078316.894786:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078316.894796:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078316.894799:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.894803:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078316.894808:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.894815:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5302
00000400:00000200:3.0:1769078316.894823:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078316.894827:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078316.894829:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.894832:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.894834:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.894836:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.894837:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078316.894840:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.894842:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078316.894845:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078316.894847:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078316.894849:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078316.894851:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078316.894854:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.894856:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.894858:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.894860:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078316.894863:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078316.894865:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078316.894868:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.894870:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078316.894882:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.894886:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.894888:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078316.894890:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078316.894900:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f1180.
00000020:00000040:3.0:1769078316.894904:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078316.894908:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.894909:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.894912:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078316.894914:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.894918:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078316.894923:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000001:3.0:1769078316.894933:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.894942:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078316.894950:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078316.894954:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.894958:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3b792f3] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078316.894979:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078316.894983:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078316.894986:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078316.894988:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.894989:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078316.894993:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.894996:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5302
00000400:00000200:3.0:1769078316.895000:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078316.895004:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00000001:1.0:1769078316.895006:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1769078316.895007:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078316.895011:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078316.895012:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078316.895013:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078316.895017:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078316.895017:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895021:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078316.895023:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.895024:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078316.895026:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1769078316.895028:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1769078316.895028:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:3.0:1769078316.895032:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078316.895036:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078316.895043:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895048:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078316.895049:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1769078316.895050:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078316.895053:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.895053:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078316.895055:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078316.895058:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078316.895059:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895062:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.895063:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.895064:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078316.895068:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.895069:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.895073:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078316.895075:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617443712:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078316.895075:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:3.0:1769078316.895080:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078316.895081:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1769078316.895083:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.895086:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1769078316.895086:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078316.895088:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3100.
02000000:00000001:1.0:1769078316.895090:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078316.895091:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078316.895094:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1769078316.895095:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.895098:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.895099:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078316.895100:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1769078316.895101:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769078316.895102:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078316.895108:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078316.895112:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.895113:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078316.895122:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1769078316.895123:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078316.895129:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000001:3.0:1769078316.895135:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078316.895139:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000001:3.0:1769078316.895139:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.895145:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084cf8070] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078316.895147:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443712, portal 25
00000100:00000001:1.0:1769078316.895152:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078316.895154:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994428800 : -121799715122816 : ffff91394b3f1180)
00000100:00000040:1.0:1769078316.895161:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078316.895166:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078316.895170:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1769078316.895177:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078316.895178:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1769078316.895183:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00080000:3.0:1769078316.895184:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1769078316.895187:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00080000:3.0:1769078316.895189:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1769078316.895191:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617443712, offset 0
00000100:00000001:3.0:1769078316.895193:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078316.895196:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078316.895201:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895202:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078316.895208:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5302
00000400:00000200:3.0:1769078316.895213:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078316.895216:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078316.895218:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1769078316.895222:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078316.895224:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895228:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078316.895232:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:3.0:1769078316.895234:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895238:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078316.895239:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1769078316.895242:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078316.895245:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000200:1.0:1769078316.895246:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:3.0:1769078316.895249:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078316.895253:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1769078316.895253:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078316.895258:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000020:00000001:3.0:1769078316.895259:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078316.895265:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71162:71162:256:4294967295] 192.168.204.140@tcp LPNI seq info [71162:71162:8:4294967295]
00000020:00000001:3.0:1769078316.895266:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:3.0:1769078316.895274:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078316.895275:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078316.895278:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078316.895281:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895283:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078316.895285:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:3.0:1769078316.895288:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078316.895291:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078316.895295:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1769078316.895299:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1769078316.895300:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078316.895306:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.895310:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000800:00000200:1.0:1769078316.895311:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000008:00100000:3.0:1769078316.895314:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000010:1.0:1769078316.895317:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00000001:3.0:1769078316.895319:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078316.895322:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078316.895327:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000010:3.0:1769078316.895329:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3480.
00000800:00000200:1.0:1769078316.895331:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1769078316.895333:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078316.895339:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078316.895342:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078316.895342:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:3.0:1769078316.895347:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1769078316.895348:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1769078316.895349:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078316.895352:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1769078316.895357:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000010:3.0:1769078316.895357:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000800:00000010:1.0:1769078316.895362:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769078316.895363:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078316.895370:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1769078316.895370:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078316.895379:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078316.895380:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078316.895383:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078316.895387:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000100:00000040:3.0:1769078316.895388:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad885032] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1769078316.895391:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:3.0:1769078316.895397:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.895398:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1769078316.895402:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5312)
00000100:00000200:1.0:1769078316.895412:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895423:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.895426:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895434:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.895436:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078316.895441:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078316.895445:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078316.895447:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299976646
00000100:00000010:1.0:1769078316.895452:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95de0.
00000100:00000001:1.0:1769078316.895458:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078316.895473:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299976646
00000100:00000010:1.0:1769078316.895476:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95660.
00000100:00000001:1.0:1769078316.895479:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078316.895482:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078316.895485:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.895487:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078316.895491:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078316.895501:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078316.895509:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078316.895512:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078316.895514:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078316.895516:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078316.895518:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078316.895521:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078316.895878:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895885:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078316.895887:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.895889:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.895891:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078316.895895:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895909:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078316.895913:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895920:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078316.895923:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.895925:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.895926:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.895928:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078316.895930:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078316.895933:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078316.895937:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078316.895939:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078316.895943:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078316.895951:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617443712:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078316.895956:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.895957:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.895960:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f1180 x1855007617443712/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.895966:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078316.895969:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078316.895971:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078316.895974:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078316.895975:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078316.895977:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078316.895979:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078316.895981:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078316.895984:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078316.895986:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078316.895988:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f1180.
00000100:00000001:1.0:1769078316.895991:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078316.895992:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.895994:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896000:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078316.896002:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896004:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078316.896005:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078316.896007:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078316.896011:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896017:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078316.896018:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.896020:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078316.896022:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078316.896024:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078316.896027:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443840:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078316.896030:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078316.896032:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078316.896034:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.896035:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078316.896038:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078316.896040:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078316.896044:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078316.896046:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078316.896050:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078316.896052:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443840, portal 10
00000100:00000001:1.0:1769078316.896054:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078316.896055:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994436864 : -121799715114752 : ffff91394b3f3100)
00000100:00000040:1.0:1769078316.896061:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896067:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078316.896069:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078316.896071:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078316.896073:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617443840, offset 0
00000400:00000200:1.0:1769078316.896077:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078316.896080:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078316.896084:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078316.896087:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078316.896089:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078316.896092:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078316.896094:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078316.896097:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71163:71163:256:4294967295] 192.168.204.140@tcp LPNI seq info [71163:71163:8:4294967295]
00000400:00000200:1.0:1769078316.896101:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078316.896107:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078316.896112:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078316.896114:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078316.896118:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078316.896121:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078316.896125:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078316.896128:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078316.896131:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078316.896133:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078316.896136:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078316.896139:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078316.896142:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078316.896143:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078316.896145:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078316.896148:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896156:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.896159:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896166:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896167:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078316.896169:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078316.896172:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078316.896175:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078316.896177:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299975180
00000100:00000001:1.0:1769078316.896180:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299976646
00000100:00000001:1.0:1769078316.896182:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299975180
00000100:00000001:1.0:1769078316.896184:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299976646
00000100:00000001:1.0:1769078316.896186:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078316.896188:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896190:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078316.896193:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078316.896201:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078316.896202:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078316.896203:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078316.896205:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078316.896207:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078316.896209:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078316.896212:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078316.896220:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896226:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078316.896227:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896228:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.896229:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078316.896233:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896239:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078316.896243:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896249:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078316.896252:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896254:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.896255:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896257:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078316.896258:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078316.896260:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078316.896263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078316.896266:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078316.896270:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078316.896277:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443840:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078316.896280:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078316.896283:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896290:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078316.896292:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.896294:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078316.896295:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078316.896297:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078316.896300:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443968:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078316.896303:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078316.896304:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078316.896306:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078316.896308:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078316.896310:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078316.896312:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078316.896315:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078316.896318:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078316.896320:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078316.896323:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617443968, portal 4
00000100:00000001:1.0:1769078316.896325:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078316.896326:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994437760 : -121799715113856 : ffff91394b3f3480)
00000100:00000040:1.0:1769078316.896331:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896337:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078316.896339:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078316.896341:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078316.896343:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617443968, offset 0
00000400:00000200:1.0:1769078316.896346:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078316.896349:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078316.896352:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078316.896354:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078316.896357:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078316.896359:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078316.896361:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078316.896364:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71164:71164:256:4294967295] 192.168.204.140@tcp LPNI seq info [71164:71164:8:4294967295]
00000400:00000200:1.0:1769078316.896368:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078316.896373:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078316.896377:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078316.896380:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078316.896383:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078316.896386:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1769078316.896389:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078316.896392:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1769078316.896395:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078316.896397:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078316.896400:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078316.896403:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078316.896405:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078316.896407:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078316.896409:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078316.896412:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896419:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.896422:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078341 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896429:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896430:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078316.896433:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078316.896435:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078316.896438:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078316.896440:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299976646
00000100:00000001:1.0:1769078316.896443:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299976646
00000100:00000001:1.0:1769078316.896444:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299976646
00000100:00000001:1.0:1769078316.896447:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299976646
00000100:00000001:1.0:1769078316.896449:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078316.896451:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896452:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078316.896455:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078316/real 1769078316]  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078316.896462:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078316.896464:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078316.896465:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078316.896467:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078316.896469:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078316.896471:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078316.896474:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078316.896482:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896488:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078316.896489:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896491:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.896492:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078316.896496:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896503:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078316.896506:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896512:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078316.896515:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896516:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078316.896517:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896518:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078316.896521:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078316.896536:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078316.896539:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078316.896541:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078316.896545:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078316.896553:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617443968:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078316.896556:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896558:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.896561:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3100 x1855007617443840/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896567:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078316.896568:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078316.896570:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078316.896572:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078316.896573:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078316.896574:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078316.896576:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078316.896578:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078316.896581:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078316.896582:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078316.896583:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3100.
00000100:00000001:1.0:1769078316.896586:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078316.896587:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896588:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078316.896591:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3480 x1855007617443968/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078341 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078316.896597:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078316.896598:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078316.896600:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078316.896602:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078316.896603:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078316.896604:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078316.896605:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078316.896607:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078316.896609:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078316.896610:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078316.896611:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3480.
00000100:00000001:1.0:1769078316.896613:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078316.896614:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896616:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078316.896618:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078316.896620:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078316.896621:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078316.896623:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.214747:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078317.214753:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078317.214754:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078317.214756:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.214760:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078317.214762:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.214763:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078317.214764:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078317.214824:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078317.214828:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078317.214834:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078318.238731:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078318.238738:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078318.238797:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078318.238801:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078318.238803:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078318.430762:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299976646, at 4299976704
00000100:00000040:0.0:1769078318.430763:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299976646, at 4299976704
00000100:00000010:0.0:1769078318.430777:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95de0.
00000100:00000010:1.0:1769078318.430779:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00010000:00000001:1.0:1769078319.262804:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078319.262813:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078319.262881:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078319.262886:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078319.262890:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078320.286781:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078320.286790:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078320.286990:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078320.287004:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078320.287007:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078321.310762:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078321.310768:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078321.310827:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078321.310830:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078321.310833:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1769078322.014756:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078322.014766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1769078322.014769:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078322.014773:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078322.014777:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078322.014784:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5307
00000400:00000200:3.0:1769078322.014792:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078322.014797:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078322.014799:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078322.014801:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014803:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078322.014805:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014806:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078322.014809:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078322.014810:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:3.0:1769078322.014812:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078322.014814:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:3.0:1769078322.014815:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:3.0:1769078322.014816:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:3.0:1769078322.014818:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014819:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078322.014820:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014822:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:3.0:1769078322.014824:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:3.0:1769078322.014826:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014827:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.014829:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1769078322.014831:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.014832:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.014834:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:3.0:1769078322.014835:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078322.014842:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0380.
00000020:00000040:3.0:1769078322.014845:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:3.0:1769078322.014848:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078322.014848:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.014851:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078322.014853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078322.014856:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078322.014862:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8000.
00000100:00000001:3.0:1769078322.014867:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078322.014873:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078322.014880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078322.014882:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078322.014885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022c6e083] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.014902:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1769078322.014905:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1769078322.014907:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1769078322.014908:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078322.014909:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1769078322.014911:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1769078322.014912:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5307
00000400:00000200:3.0:1769078322.014915:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078322.014917:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:3.0:1769078322.014918:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1769078322.014920:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014922:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078322.014924:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014925:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078322.014927:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1769078322.014927:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:3.0:1769078322.014928:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1769078322.014929:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078322.014931:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1769078322.014931:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:3.0:1769078322.014934:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078322.014935:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078322.014938:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078322.014939:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014942:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078322.014946:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078322.014947:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.014952:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078322.014958:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1769078322.014959:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00000001:1.0:1769078322.014960:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.014965:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1769078322.014965:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078322.014968:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.014971:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.014971:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.014976:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1769078322.014977:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444096:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078322.014981:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078322.014983:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.014984:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078322.014987:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.014988:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.014990:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1769078322.014991:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000010:1.0:1769078322.014995:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
00000008:00100000:3.0:1769078322.014995:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078322.014999:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1769078322.015000:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.015004:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078322.015007:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f0700.
00000400:00000200:1.0:1769078322.015009:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:3.0:1769078322.015012:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:1.0:1769078322.015014:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
02000000:00000001:3.0:1769078322.015015:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078322.015018:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.015020:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1769078322.015021:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
02000000:00000001:3.0:1769078322.015023:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1769078322.015027:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078322.015028:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444096, portal 25
00000100:00000001:1.0:1769078322.015030:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078322.015032:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994425216 : -121799715126400 : ffff91394b3f0380)
02000000:00000010:3.0:1769078322.015032:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b9400.
00000100:00000040:1.0:1769078322.015040:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.015040:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015048:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1769078322.015051:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1769078322.015052:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078322.015056:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078322.015058:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617444096, offset 0
00000400:00000200:1.0:1769078322.015062:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015068:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078322.015073:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078322.015074:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:3.0:1769078322.015078:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078322.015082:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1769078322.015087:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6e31b90] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078322.015090:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078322.015097:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078322.015103:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:3.0:1769078322.015105:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078322.015109:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71165:71165:256:4294967295] 192.168.204.140@tcp LPNI seq info [71165:71165:8:4294967295]
00000100:00000040:3.0:1769078322.015110:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078322.015115:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:3.0:1769078322.015117:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1769078322.015120:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078322.015126:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1769078322.015126:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1769078322.015130:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1769078322.015133:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1769078322.015134:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:3.0:1769078322.015137:0:8:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:1.0:1769078322.015140:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:3.0:1769078322.015143:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5307
00000800:00000200:1.0:1769078322.015148:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000400:00000200:3.0:1769078322.015151:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078322.015152:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1769078322.015158:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000200:1.1:1769078322.015159:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00080000:3.0:1769078322.015163:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1769078322.015164:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078322.015171:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000100:00000040:3.0:1769078322.015172:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000010:1.0:1769078322.015174:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000001:3.0:1769078322.015176:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078322.015179:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1769078322.015181:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015186:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1769078322.015186:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:3.0:1769078322.015190:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078322.015191:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000020:00000040:3.0:1769078322.015192:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000400:00000010:1.0:1769078322.015195:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000020:00000001:3.0:1769078322.015196:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078322.015199:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1769078322.015200:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:1.0:1769078322.015204:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1769078322.015205:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:3.0:1769078322.015211:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000001:1.0:1769078322.015216:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078322.015219:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078322.015221:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078322.015224:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078322.015230:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078322.015231:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015233:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078322.015236:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078322.015238:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1769078322.015241:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078322.015244:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:3.0:1769078322.015247:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078322.015249:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299981766
00000100:00000001:3.0:1769078322.015250:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078322.015253:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1769078322.015254:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95660.
02000000:00000001:3.0:1769078322.015256:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078322.015259:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.015260:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078322.015262:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000008:00100000:3.0:1769078322.015262:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:3.0:1769078322.015267:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.015268:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1769078322.015271:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394b3f3b80.
00000020:00000040:3.0:1769078322.015272:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:3.0:1769078322.015274:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078322.015275:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078322.015276:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1769078322.015277:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078322.015278:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299981766
02000000:00000001:3.0:1769078322.015279:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078322.015284:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9139509b8400.
00000100:00000010:1.0:1769078322.015286:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ea0.
00000100:00000001:3.0:1769078322.015288:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015292:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1769078322.015294:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078322.015299:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078322.015303:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015308:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1769078322.015311:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078322.015314:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078322.015317:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1769078322.015322:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038733409] to pc [ptlrpcd_rcv+-1]  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078322.015334:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078322.015336:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1769078322.015337:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078322.015339:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078322.015343:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078322.015344:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000040:3.0:1769078322.015345:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5317)
00000100:00000001:1.0:1769078322.015346:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078322.015353:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078322.015359:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015366:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078322.015368:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015370:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015372:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078322.015377:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015383:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078322.015388:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015396:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078322.015398:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015400:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015401:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015403:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078322.015404:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078322.015406:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078322.015409:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078322.015410:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078322.015413:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078322.015425:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444096:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078322.015428:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015430:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078322.015432:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0380 x1855007617444096/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015444:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078322.015446:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078322.015448:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078322.015450:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078322.015451:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078322.015452:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078322.015454:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078322.015455:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8000.
02000000:00000001:1.0:1769078322.015457:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078322.015459:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078322.015460:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0380.
00000100:00000001:1.0:1769078322.015462:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078322.015463:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015464:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015469:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078322.015471:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015472:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078322.015473:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078322.015474:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078322.015476:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015480:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078322.015482:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.015483:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078322.015484:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.015485:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078322.015487:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444224:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078322.015489:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078322.015491:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078322.015492:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.015493:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078322.015495:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078322.015496:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078322.015499:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078322.015505:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078322.015508:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078322.015510:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444224, portal 10
00000100:00000001:1.0:1769078322.015511:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078322.015512:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994426112 : -121799715125504 : ffff91394b3f0700)
00000100:00000040:1.0:1769078322.015550:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015555:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078322.015556:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078322.015558:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078322.015559:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617444224, offset 0
00000400:00000200:1.0:1769078322.015561:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015568:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078322.015571:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078322.015573:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078322.015574:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078322.015576:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078322.015577:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015579:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71166:71166:256:4294967295] 192.168.204.140@tcp LPNI seq info [71166:71166:8:4294967295]
00000400:00000200:1.0:1769078322.015582:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078322.015586:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078322.015588:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078322.015590:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078322.015593:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078322.015594:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078322.015597:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078322.015599:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078322.015601:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078322.015602:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078322.015604:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078322.015606:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078322.015607:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078322.015608:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078322.015610:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078322.015612:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015617:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078322.015618:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015622:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015623:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078322.015625:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078322.015627:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078322.015629:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078322.015630:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299980299
00000100:00000001:1.0:1769078322.015632:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299981766
00000100:00000001:1.0:1769078322.015634:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299980299
00000100:00000001:1.0:1769078322.015635:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299981766
00000100:00000001:1.0:1769078322.015636:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078322.015637:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015638:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078322.015640:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078322.015644:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078322.015645:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078322.015646:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078322.015647:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078322.015648:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078322.015649:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078322.015651:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078322.015656:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015679:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078322.015680:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015681:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015681:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078322.015684:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015687:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078322.015690:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015694:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078322.015695:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015696:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015697:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015698:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078322.015700:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078322.015701:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078322.015703:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078322.015704:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078322.015706:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078322.015710:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444224:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078322.015712:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078322.015714:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015717:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078322.015718:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.015719:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078322.015720:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078322.015722:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078322.015723:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444352:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078322.015725:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078322.015726:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078322.015727:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078322.015728:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078322.015735:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078322.015737:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078322.015739:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078322.015740:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078322.015742:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078322.015744:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444352, portal 4
00000100:00000001:1.0:1769078322.015745:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078322.015746:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273994439552 : -121799715112064 : ffff91394b3f3b80)
00000100:00000040:1.0:1769078322.015750:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015754:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078322.015755:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078322.015756:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078322.015757:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617444352, offset 0
00000400:00000200:1.0:1769078322.015760:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015761:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078322.015763:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078322.015765:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078322.015766:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078322.015767:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078322.015769:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078322.015770:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71167:71167:256:4294967295] 192.168.204.140@tcp LPNI seq info [71167:71167:8:4294967295]
00000400:00000200:1.0:1769078322.015773:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078322.015776:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078322.015779:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078322.015780:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078322.015783:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078322.015784:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1769078322.015787:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078322.015788:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1769078322.015791:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078322.015792:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078322.015793:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078322.015796:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078322.015797:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078322.015798:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078322.015800:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078322.015802:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015806:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078322.015808:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015812:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015813:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078322.015814:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078322.015816:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078322.015818:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078322.015819:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299981766
00000100:00000001:1.0:1769078322.015820:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299981766
00000100:00000001:1.0:1769078322.015821:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299981766
00000100:00000001:1.0:1769078322.015822:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299981766
00000100:00000001:1.0:1769078322.015824:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078322.015825:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015826:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078322.015828:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078322/real 1769078322]  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078322.015831:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078322.015832:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078322.015833:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078322.015834:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078322.015835:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078322.015836:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078322.015837:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078322.015841:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015845:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078322.015846:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015847:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015848:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078322.015850:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015854:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078322.015856:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015860:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078322.015861:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015862:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078322.015862:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015863:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078322.015865:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078322.015866:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078322.015868:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078322.015869:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078322.015871:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078322.015875:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394b3f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444352:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078322.015877:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015878:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078322.015880:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f0700 x1855007617444224/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015883:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078322.015884:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078322.015885:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078322.015886:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078322.015887:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078322.015888:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078322.015889:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078322.015890:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b9400.
02000000:00000001:1.0:1769078322.015891:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078322.015892:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078322.015893:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f0700.
00000100:00000001:1.0:1769078322.015894:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078322.015895:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015896:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078322.015898:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394b3f3b80 x1855007617444352/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078322.015901:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078322.015902:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078322.015902:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078322.015903:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078322.015904:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078322.015905:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078322.015906:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078322.015906:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9139509b8400.
02000000:00000001:1.0:1769078322.015907:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078322.015908:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078322.015909:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394b3f3b80.
00000100:00000001:1.0:1769078322.015910:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078322.015911:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015911:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078322.015913:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078322.015914:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078322.015915:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078322.015916:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078322.334743:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078322.334749:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078322.334799:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078322.334802:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078322.334804:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078323.358808:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078323.358812:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078323.358873:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078323.358876:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078323.358878:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078323.550775:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299981766, at 4299981824
00000100:00000040:1.0:1769078323.550775:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299981766, at 4299981824
00000100:00000010:1.0:1769078323.550790:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000100:00000010:0.0:1769078323.550791:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95660.
00010000:00000001:1.0:1769078324.382758:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078324.382763:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078324.382825:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078324.382827:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078324.382830:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078325.406753:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078325.406757:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078325.406810:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078325.406813:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078325.406816:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078326.430766:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078326.430771:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078326.430816:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078326.430819:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078326.430821:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078327.134815:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.134826:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078327.134829:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.134833:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078327.134837:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.134844:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5312
00000400:00000200:0.0:1769078327.134854:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078327.134859:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078327.134862:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.134865:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.134868:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.134869:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.134871:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078327.134874:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078327.134876:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078327.134878:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.134989:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078327.134999:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078327.135004:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078327.135012:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135016:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.135018:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135021:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078327.135024:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078327.135028:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135031:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.135034:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.135038:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078327.135040:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135042:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078327.135044:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078327.135053:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000020:00000040:0.0:1769078327.135062:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078327.135065:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078327.135067:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135069:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.135072:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078327.135077:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078327.135083:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3c00.
00000100:00000001:0.0:1769078327.135089:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078327.135097:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078327.135107:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078327.135110:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078327.135120:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.135148:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078327.135152:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.135157:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078327.135159:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.135161:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078327.135164:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.135166:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5312
00000400:00000200:0.0:1769078327.135174:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078327.135184:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078327.135188:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.135191:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135193:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.135196:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135198:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078327.135201:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078327.135203:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078327.135205:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.135207:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078327.135207:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078327.135211:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078327.135213:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078327.135214:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078327.135217:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1769078327.135219:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135223:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.135227:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078327.135227:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.135231:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078327.135235:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078327.135240:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078327.135244:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078327.135245:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135247:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.135248:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078327.135253:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1769078327.135255:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078327.135257:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078327.135258:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135262:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078327.135262:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1769078327.135269:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1769078327.135269:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444480:192.168.204.140@tcp:250:kworker.0
00000008:00000001:0.0:1769078327.135275:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135277:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1769078327.135278:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.135282:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1769078327.135283:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
02000000:00000001:1.0:1769078327.135285:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1769078327.135287:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078327.135289:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1769078327.135291:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1769078327.135296:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:0.0:1769078327.135299:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.135300:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135304:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.135306:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078327.135308:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078327.135310:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:0.0:1769078327.135314:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000400:00000010:1.0:1769078327.135317:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000001:0.0:1769078327.135319:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078327.135325:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00100000:0.0:1769078327.135327:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1769078327.135332:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444480, portal 25
00000100:00000001:0.0:1769078327.135336:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078327.135337:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1769078327.135341:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135341:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876765184 : -121799832786432 : ffff9139443baa00)
00000100:00000040:0.0:1769078327.135347:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1769078327.135363:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078327.135374:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135374:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078327.135379:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078327.135380:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078327.135385:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000040:0.0:1769078327.135386:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1769078327.135391:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617444480, offset 0
00000100:00080000:0.0:1769078327.135392:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078327.135397:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078327.135399:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078327.135402:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078327.135402:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135407:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078327.135410:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5312
00000400:00000200:1.0:1769078327.135412:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.135421:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078327.135426:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078327.135429:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078327.135433:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078327.135435:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078327.135439:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71168:71168:256:4294967295] 192.168.204.140@tcp LPNI seq info [71168:71168:8:4294967295]
00000400:00000200:1.0:1769078327.135443:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.135452:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078327.135459:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078327.135460:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078327.135465:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078327.135467:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:0.0:1769078327.135469:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078327.135474:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078327.135477:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:0.0:1769078327.135478:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.135483:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078327.135483:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000100:00000001:0.0:1769078327.135486:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078327.135490:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078327.135492:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769078327.135492:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000001:0.0:1769078327.135495:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078327.135498:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000200:1.1:1769078327.135498:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000020:00000001:0.0:1769078327.135502:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078327.135506:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000100:1.0:1769078327.135507:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078327.135511:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000100:00000040:0.0:1769078327.135513:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078327.135516:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078327.135518:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078327.135518:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1769078327.135523:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078327.135527:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000200:1.0:1769078327.135528:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1769078327.135533:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:1.0:1769078327.135535:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000100:00000001:0.0:1769078327.135536:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078327.135539:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
02000000:00000001:0.0:1769078327.135540:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078327.135544:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078327.135545:0:2369:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1769078327.135549:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135552:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000200:1.0:1769078327.135552:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1769078327.135556:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:0.0:1769078327.135561:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135565:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135569:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1769078327.135570:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769078327.135575:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000040:1.0:1769078327.135576:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078327.135579:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078327.135582:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078327.135586:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078327.135588:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1769078327.135588:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135591:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078327.135596:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078327.135597:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078327.135602:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000010:0.0:1769078327.135603:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:1.0:1769078327.135606:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299986886
00000100:00000001:0.0:1769078327.135608:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078327.135613:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95ea0.
00000100:00100000:0.0:1769078327.135616:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078327.135622:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1769078327.135626:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078327.135629:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135631:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299986886
00000100:00000040:0.0:1769078327.135635:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078327.135636:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a956c0.
00000100:00000001:1.0:1769078327.135642:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078327.135646:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078327.135651:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135651:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135655:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078327.135657:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5323)
00000100:00100000:1.0:1769078327.135698:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078327.135719:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078327.135721:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078327.135723:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078327.135726:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078327.135727:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078327.135732:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078327.135736:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078327.135744:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135751:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078327.135753:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135755:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.135757:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078327.135760:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135767:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078327.135772:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135778:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078327.135781:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135783:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.135784:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135786:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078327.135788:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078327.135790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078327.135794:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078327.135795:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078327.135799:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078327.135806:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444480:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078327.135810:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135812:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078327.135815:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443baa00 x1855007617444480/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135821:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078327.135823:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078327.135825:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078327.135827:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078327.135829:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078327.135830:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078327.135832:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078327.135835:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3c00.
02000000:00000001:1.0:1769078327.135838:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078327.135839:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078327.135841:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443baa00.
00000100:00000001:1.0:1769078327.135844:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078327.135845:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135847:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.135877:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078327.135879:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.135882:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078327.135883:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078327.135885:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078327.135889:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135895:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078327.135896:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.135898:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078327.135900:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078327.135902:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078327.135904:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444608:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078327.135907:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078327.135909:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078327.135910:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.135912:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078327.135915:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078327.135917:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078327.135921:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078327.135923:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078327.135926:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078327.135929:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444608, portal 10
00000100:00000001:1.0:1769078327.135931:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078327.135932:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876768768 : -121799832782848 : ffff9139443bb800)
00000100:00000040:1.0:1769078327.135938:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.135943:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078327.135945:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078327.135947:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078327.135950:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617444608, offset 0
00000400:00000200:1.0:1769078327.135953:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078327.135957:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.135960:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078327.135963:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078327.135965:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078327.135967:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078327.135970:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078327.135973:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71169:71169:256:4294967295] 192.168.204.140@tcp LPNI seq info [71169:71169:8:4294967295]
00000400:00000200:1.0:1769078327.135976:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.135982:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078327.135986:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078327.135989:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078327.135993:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078327.135995:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769078327.135999:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078327.136001:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769078327.136015:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078327.136017:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078327.136020:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078327.136023:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078327.136026:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078327.136028:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078327.136030:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078327.136033:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136040:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078327.136043:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136049:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.136050:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078327.136053:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078327.136057:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078327.136060:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078327.136062:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299985420
00000100:00000001:1.0:1769078327.136065:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299986886
00000100:00000001:1.0:1769078327.136067:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299985420
00000100:00000001:1.0:1769078327.136069:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299986886
00000100:00000001:1.0:1769078327.136071:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078327.136072:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.136074:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078327.136077:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078327.136092:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078327.136093:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078327.136095:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078327.136097:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078327.136099:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078327.136101:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078327.136104:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078327.136111:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136117:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078327.136119:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136121:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.136122:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078327.136125:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136131:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078327.136135:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136141:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078327.136143:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136145:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.136146:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136148:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078327.136149:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078327.136152:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078327.136155:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078327.136157:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078327.136161:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078327.136168:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444608:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078327.136172:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078327.136175:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136181:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078327.136182:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.136184:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078327.136186:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078327.136188:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078327.136190:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444736:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078327.136193:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078327.136195:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078327.136197:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078327.136198:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078327.136201:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078327.136203:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078327.136206:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078327.136209:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078327.136211:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078327.136214:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444736, portal 4
00000100:00000001:1.0:1769078327.136216:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078327.136217:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766080 : -121799832785536 : ffff9139443bad80)
00000100:00000040:1.0:1769078327.136222:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136234:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078327.136236:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078327.136238:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078327.136240:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617444736, offset 0
00000400:00000200:1.0:1769078327.136243:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078327.136247:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.136250:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078327.136253:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078327.136255:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078327.136257:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078327.136259:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078327.136262:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71170:71170:256:4294967295] 192.168.204.140@tcp LPNI seq info [71170:71170:8:4294967295]
00000400:00000200:1.0:1769078327.136266:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078327.136273:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078327.136277:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078327.136280:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078327.136283:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078327.136286:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1769078327.136289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078327.136292:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1769078327.136295:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078327.136297:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078327.136299:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078327.136302:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078327.136305:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078327.136306:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078327.136309:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078327.136312:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136319:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078327.136321:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136333:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.136334:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078327.136337:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078327.136339:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078327.136343:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078327.136345:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299986886
00000100:00000001:1.0:1769078327.136348:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299986886
00000100:00000001:1.0:1769078327.136363:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299986886
00000100:00000001:1.0:1769078327.136366:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299986886
00000100:00000001:1.0:1769078327.136367:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078327.136369:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.136371:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078327.136374:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078327/real 1769078327]  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078327.136381:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078327.136383:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078327.136384:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078327.136387:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078327.136388:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078327.136390:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078327.136393:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078327.136401:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136408:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078327.136409:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136411:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.136412:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078327.136416:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136422:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078327.136426:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136432:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078327.136434:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136436:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078327.136437:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136439:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078327.136441:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078327.136444:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078327.136447:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078327.136449:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078327.136453:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078327.136460:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444736:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078327.136464:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136466:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078327.136468:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb800 x1855007617444608/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136474:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078327.136476:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078327.136478:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078327.136480:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078327.136481:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078327.136483:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078327.136485:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078327.136487:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769078327.136489:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078327.136491:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078327.136492:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb800.
00000100:00000001:1.0:1769078327.136495:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078327.136496:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136497:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078327.136500:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bad80 x1855007617444736/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078327.136506:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078327.136507:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078327.136509:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078327.136511:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078327.136512:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078327.136513:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078327.136515:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078327.136516:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:1.0:1769078327.136518:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078327.136519:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078327.136521:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bad80.
00000100:00000001:1.0:1769078327.136523:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078327.136524:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136526:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078327.136529:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078327.136530:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078327.136532:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078327.136533:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.454758:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078327.454767:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078327.454769:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078327.454772:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.454776:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078327.454778:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.454780:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078327.454782:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078327.454853:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078327.454866:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078327.454872:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078328.478784:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078328.478791:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078328.478861:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078328.478864:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078328.478867:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078328.670779:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299986886, at 4299986944
00000100:00000040:1.0:1769078328.670779:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299986886, at 4299986944
00000100:00000010:0.0:1769078328.670799:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95ea0.
00000100:00000010:1.0:1769078328.670802:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00010000:00000001:1.0:1769078329.502804:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078329.502813:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078329.502879:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078329.502883:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078329.502887:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078330.526745:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078330.526752:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078330.526829:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078330.526833:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078330.526835:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078331.550818:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078331.550827:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078331.550916:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078331.550922:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078331.550925:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078332.254818:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078332.254830:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078332.254834:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078332.254839:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078332.254844:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078332.254861:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5318
00000400:00000200:2.0:1769078332.254873:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078332.254880:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078332.254883:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078332.254886:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.254889:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078332.254891:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.254893:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078332.254897:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078332.254899:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078332.254901:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078332.254903:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078332.254905:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078332.254906:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078332.254908:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.254910:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078332.254911:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.254912:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078332.254915:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078332.254917:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078332.254918:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.254920:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078332.254923:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078332.254925:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.254927:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078332.254928:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078332.254945:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d6680.
00000020:00000040:2.0:1769078332.254948:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078332.254951:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078332.254952:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.254955:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078332.254958:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078332.254962:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078332.254973:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000100:00000001:2.0:1769078332.254980:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078332.254988:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078332.254996:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078332.255000:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078332.255004:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bff29cda] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078332.255021:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078332.255024:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078332.255026:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078332.255027:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078332.255028:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078332.255030:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078332.255031:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5318
00000400:00000200:2.0:1769078332.255034:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078332.255035:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078332.255037:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078332.255039:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255040:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078332.255042:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255043:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078332.255045:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078332.255046:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078332.255047:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078332.255050:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078332.255052:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078332.255055:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078332.255058:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255061:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078332.255063:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255065:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078332.255067:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1769078332.255068:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078332.255074:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078332.255075:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078332.255079:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078332.255081:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078332.255084:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1769078332.255090:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1769078332.255098:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078332.255100:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1769078332.255101:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255105:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.255105:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078332.255109:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1769078332.255112:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1769078332.255113:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.255116:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255118:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1769078332.255120:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7480.
02000000:00000001:1.0:1769078332.255124:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078332.255124:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078332.255128:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078332.255130:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.255133:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1769078332.255134:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444864:192.168.204.140@tcp:250:kworker.0
02000000:00000001:2.0:1769078332.255134:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078332.255137:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078332.255142:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
00000100:00000001:1.0:1769078332.255143:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1769078332.255146:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255151:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1769078332.255152:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078332.255155:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255161:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1769078332.255165:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078332.255168:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078332.255169:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078332.255174:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078332.255175:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c84e235f] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078332.255186:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078332.255189:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078332.255193:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000040:2.0:1769078332.255194:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1769078332.255201:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000010:1.0:1769078332.255203:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00080000:2.0:1769078332.255203:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078332.255209:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078332.255210:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078332.255211:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1769078332.255215:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444864, portal 25
00000100:00000001:2.0:1769078332.255215:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078332.255219:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5318
00000100:00000001:1.0:1769078332.255221:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1769078332.255225:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078332.255226:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898899072 : -121799810652544 : ffff9139458d6680)
00000400:00000200:2.0:1769078332.255228:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078332.255232:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078332.255235:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255237:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078332.255239:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1769078332.255240:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078332.255249:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1769078332.255250:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078332.255253:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078332.255255:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000100:00000040:1.0:1769078332.255256:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000020:00000001:2.0:1769078332.255257:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078332.255260:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000010:1.0:1769078332.255261:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000020:00000001:2.0:1769078332.255261:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078332.255276:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000200:1.0:1769078332.255278:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617444864, offset 0
00000100:00000040:2.0:1769078332.255281:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255284:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078332.255289:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078332.255289:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255294:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078332.255296:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078332.255298:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078332.255300:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255303:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
02000000:00000001:2.0:1769078332.255304:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078332.255308:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078332.255311:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255312:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000001:2.0:1769078332.255313:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:2.0:1769078332.255317:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078332.255320:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078332.255321:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078332.255324:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5f80.
00000400:00000200:1.0:1769078332.255325:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1769078332.255327:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078332.255332:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078332.255333:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255335:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078332.255337:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078332.255340:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1769078332.255341:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1769078332.255344:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255345:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078332.255351:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71171:71171:256:4294967295] 192.168.204.140@tcp LPNI seq info [71171:71171:8:4294967295]
02000000:00000010:2.0:1769078332.255352:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000400:00000200:1.0:1769078332.255355:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078332.255360:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255368:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1769078332.255369:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1769078332.255377:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255383:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00000001:2.0:1769078332.255391:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1769078332.255396:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078332.255397:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1769078332.255403:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769078332.255405:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b60e59a] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1769078332.255415:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078332.255420:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1769078332.255422:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000100:00000040:2.0:1769078332.255428:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5328)
00000800:00000100:1.0:1769078332.255429:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255435:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078332.255443:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078332.255448:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078332.255454:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078332.255457:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078332.255463:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078332.255467:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255477:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.255481:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255489:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255491:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078332.255497:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255503:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078332.255505:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299992006
00000100:00000010:1.0:1769078332.255510:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a956c0.
00000100:00000001:1.0:1769078332.255516:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078332.255527:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299992006
00000100:00000010:1.0:1769078332.255529:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95780.
00000100:00000001:1.0:1769078332.255531:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078332.255533:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078332.255535:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255537:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078332.255541:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078332.255549:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078332.255551:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078332.255553:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078332.255555:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078332.255557:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078332.255558:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078332.255561:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078332.255567:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255571:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078332.255572:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255573:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.255575:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078332.255577:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255582:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078332.255585:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255591:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078332.255593:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255594:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.255595:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255597:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078332.255598:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078332.255599:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078332.255602:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078332.255603:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078332.255607:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078332.255614:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617444864:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078332.255618:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255621:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.255623:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d6680 x1855007617444864/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255631:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078332.255633:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078332.255637:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078332.255639:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078332.255641:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078332.255643:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078332.255645:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078332.255648:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:1.0:1769078332.255652:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078332.255654:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078332.255656:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d6680.
00000100:00000001:1.0:1769078332.255683:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078332.255684:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255686:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255699:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078332.255701:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255702:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078332.255704:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078332.255705:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078332.255708:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255712:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078332.255713:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255715:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078332.255716:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078332.255717:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078332.255719:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444992:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078332.255721:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078332.255723:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078332.255724:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255725:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078332.255727:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078332.255729:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255732:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078332.255734:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078332.255736:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078332.255738:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617444992, portal 10
00000100:00000001:1.0:1769078332.255740:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078332.255741:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898902656 : -121799810648960 : ffff9139458d7480)
00000100:00000040:1.0:1769078332.255745:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255749:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078332.255751:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078332.255752:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078332.255754:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617444992, offset 0
00000400:00000200:1.0:1769078332.255756:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078332.255758:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078332.255761:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078332.255763:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078332.255765:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078332.255767:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078332.255768:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078332.255770:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71172:71172:256:4294967295] 192.168.204.140@tcp LPNI seq info [71172:71172:8:4294967295]
00000400:00000200:1.0:1769078332.255773:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078332.255777:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078332.255779:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255781:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078332.255783:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078332.255785:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078332.255788:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078332.255790:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078332.255792:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255794:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078332.255795:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078332.255798:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078332.255799:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078332.255801:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078332.255802:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078332.255804:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255814:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.255816:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255821:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255822:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078332.255823:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.255826:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078332.255828:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078332.255829:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299990540
00000100:00000001:1.0:1769078332.255832:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299992006
00000100:00000001:1.0:1769078332.255834:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299990540
00000100:00000001:1.0:1769078332.255835:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299992006
00000100:00000001:1.0:1769078332.255836:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078332.255838:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.255839:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078332.255841:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078332.255844:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078332.255845:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078332.255846:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078332.255848:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078332.255849:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078332.255850:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078332.255852:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078332.255856:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255860:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078332.255860:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255861:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.255862:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078332.255864:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255867:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078332.255870:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255874:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078332.255876:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255877:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.255878:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.255879:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078332.255880:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078332.255882:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078332.255884:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078332.255885:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078332.255887:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078332.255891:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617444992:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078332.255893:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078332.255895:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255898:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078332.255899:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255900:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078332.255901:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078332.255902:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078332.255904:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445120:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078332.255906:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078332.255907:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078332.255908:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078332.255909:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078332.255911:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078332.255912:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078332.255914:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078332.255915:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078332.255917:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078332.255920:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445120, portal 4
00000100:00000001:1.0:1769078332.255921:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078332.255922:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898897280 : -121799810654336 : ffff9139458d5f80)
00000100:00000040:1.0:1769078332.255926:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.255929:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078332.255931:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078332.255932:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078332.255933:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617445120, offset 0
00000400:00000200:1.0:1769078332.255936:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078332.255938:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078332.255940:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078332.255941:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078332.255943:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078332.255944:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078332.255946:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078332.255947:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71173:71173:256:4294967295] 192.168.204.140@tcp LPNI seq info [71173:71173:8:4294967295]
00000400:00000200:1.0:1769078332.255950:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078332.255955:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078332.255960:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255962:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078332.255966:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078332.255968:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1769078332.255972:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078332.255974:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1769078332.255978:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078332.255980:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078332.255982:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078332.255985:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078332.255988:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078332.255989:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078332.255991:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078332.255995:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256002:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.256005:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256011:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.256012:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078332.256015:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078332.256018:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078332.256022:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078332.256024:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299992006
00000100:00000001:1.0:1769078332.256026:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299992006
00000100:00000001:1.0:1769078332.256028:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299992006
00000100:00000001:1.0:1769078332.256030:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299992006
00000100:00000001:1.0:1769078332.256032:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078332.256034:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.256036:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078332.256040:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078332/real 1769078332]  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078332.256047:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078332.256049:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078332.256050:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078332.256053:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078332.256055:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078332.256057:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078332.256060:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078332.256067:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256073:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078332.256075:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256076:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.256078:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078332.256082:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256089:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078332.256093:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256099:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078332.256101:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256102:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078332.256103:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256104:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078332.256106:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078332.256167:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078332.256177:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078332.256180:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078332.256189:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078332.256199:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445120:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078332.256203:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256206:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.256209:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7480 x1855007617444992/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256214:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078332.256216:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078332.256219:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078332.256223:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078332.256225:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078332.256226:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078332.256228:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078332.256230:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:1.0:1769078332.256232:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078332.256234:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078332.256235:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7480.
00000100:00000001:1.0:1769078332.256238:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078332.256239:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256240:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078332.256242:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5f80 x1855007617445120/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078332.256246:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078332.256247:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078332.256247:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078332.256249:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078332.256249:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078332.256250:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078332.256251:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078332.256251:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:1.0:1769078332.256252:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078332.256253:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078332.256254:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5f80.
00000100:00000001:1.0:1769078332.256255:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078332.256256:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256257:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078332.256263:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078332.256274:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078332.256277:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078332.256279:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078332.574774:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078332.574779:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078332.574826:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078332.574829:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078332.574832:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078333.598769:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078333.598775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078333.598865:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078333.598872:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078333.598883:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078333.790805:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299992006, at 4299992064
00000100:00000040:1.0:1769078333.790805:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299992006, at 4299992064
00000100:00000010:0.0:1769078333.790826:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a956c0.
00000100:00000010:1.0:1769078333.790830:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00010000:00000001:1.0:1769078334.622779:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078334.622785:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078334.622834:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078334.622837:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078334.622840:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078335.646754:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078335.646762:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078335.646830:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078335.646835:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078335.646839:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078336.670817:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078336.670824:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078336.670879:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078336.670883:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078336.670886:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078337.374767:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078337.374782:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078337.374786:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.374791:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078337.374795:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078337.374804:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5323
00000400:00000200:0.0:1769078337.374815:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078337.374821:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078337.374825:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.374829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.374833:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.374835:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.374838:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078337.374843:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078337.374845:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078337.374849:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078337.374852:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078337.374854:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078337.374857:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078337.374861:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.374863:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.374865:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.374867:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078337.374870:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078337.374874:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078337.374877:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.374880:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078337.374884:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078337.374887:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.374891:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078337.374893:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078337.374905:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000020:00000040:0.0:1769078337.374909:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078337.374915:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.374917:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.374921:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.374924:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.374929:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078337.374938:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0400.
00000100:00000001:0.0:1769078337.374946:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078337.374956:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078337.374968:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078337.374974:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078337.374979:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.375009:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078337.375012:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078337.375016:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078337.375018:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078337.375019:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078337.375023:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078337.375025:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5323
00000400:00000200:0.0:1769078337.375029:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078337.375033:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078337.375036:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.375039:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375042:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078337.375045:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375047:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:1.0:1769078337.375048:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078337.375050:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078337.375053:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:1.0:1769078337.375055:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078337.375056:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1769078337.375060:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078337.375061:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078337.375066:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078337.375070:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078337.375071:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078337.375078:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375084:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1769078337.375087:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1769078337.375089:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078337.375091:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375094:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:1.0:1769078337.375097:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1769078337.375099:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:1.0:1769078337.375101:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1769078337.375105:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
02000000:00000001:1.0:1769078337.375107:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375111:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078337.375115:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617445248:192.168.204.140@tcp:250:kworker.0
02000000:00000001:0.0:1769078337.375116:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1769078337.375123:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078337.375124:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078337.375128:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.375128:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078337.375132:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375133:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:1.0:1769078337.375137:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078337.375140:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1769078337.375144:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
00000008:00000001:0.0:1769078337.375145:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.375149:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375150:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078337.375156:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
00000400:00000200:1.0:1769078337.375160:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769078337.375161:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:0.0:1769078337.375165:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.375167:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078337.375167:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000001:0.0:1769078337.375172:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.375174:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.375176:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1769078337.375176:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078337.375196:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445248, portal 25
02000000:00000010:0.0:1769078337.375200:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2000.
00000100:00000001:1.0:1769078337.375200:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078337.375203:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876763392 : -121799832788224 : ffff9139443ba300)
00000100:00000001:0.0:1769078337.375206:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078337.375211:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1769078337.375217:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078337.375226:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078337.375232:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375234:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1769078337.375237:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000001:0.0:1769078337.375239:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1769078337.375242:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617445248, offset 0
00000100:00000040:0.0:1769078337.375247:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1769078337.375255:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078337.375267:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078337.375276:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078337.375277:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00000040:0.0:1769078337.375282:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078337.375286:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1769078337.375288:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078337.375293:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769078337.375294:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1769078337.375299:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078337.375301:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078337.375304:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1769078337.375305:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00080000:0.0:1769078337.375307:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1769078337.375313:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71174:71174:256:4294967295] 192.168.204.140@tcp LPNI seq info [71174:71174:8:4294967295]
00000100:00000001:0.0:1769078337.375315:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078337.375321:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5323
00000400:00000200:1.0:1769078337.375321:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078337.375333:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1769078337.375342:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000800:00000200:1.0:1769078337.375343:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000400:00000200:0.0:1769078337.375350:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000800:00000010:1.0:1769078337.375351:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000100:00080000:0.0:1769078337.375354:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078337.375359:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375364:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1769078337.375364:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078337.375369:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000800:00000200:1.0:1769078337.375371:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000100:00000001:0.0:1769078337.375374:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078337.375379:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1769078337.375380:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769078337.375382:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000800:00000200:1.1:1769078337.375385:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1769078337.375386:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078337.375391:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000100:1.0:1769078337.375393:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000020:00000001:0.0:1769078337.375396:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000010:1.0:1769078337.375398:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000020:00000001:0.0:1769078337.375401:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078337.375407:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1769078337.375408:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375413:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078337.375415:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1769078337.375419:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078337.375423:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000200:1.0:1769078337.375424:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000020:00000040:0.0:1769078337.375428:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000400:00000010:1.0:1769078337.375429:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00080000:0.0:1769078337.375436:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078337.375437:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1769078337.375441:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078337.375446:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1769078337.375446:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078337.375451:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078337.375456:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375461:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078337.375463:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1769078337.375466:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000100:00000040:1.0:1769078337.375469:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1769078337.375471:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375476:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375483:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078337.375484:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000100:00000001:1.0:1769078337.375485:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078337.375492:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078337.375496:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769078337.375497:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000001:1.0:1769078337.375499:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4299997126
02000000:00000001:0.0:1769078337.375503:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078337.375506:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078337.375507:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95780.
00000100:00000001:0.0:1769078337.375509:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078337.375512:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078337.375514:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375517:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1769078337.375520:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2c00.
00000100:00000001:0.0:1769078337.375526:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375528:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4299997126
00000100:00100000:0.0:1769078337.375533:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1769078337.375535:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95240.
00000100:00000001:1.0:1769078337.375541:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078337.375546:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1769078337.375547:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078337.375551:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078337.375552:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375557:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1769078337.375560:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078337.375565:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078337.375583:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1769078337.375587:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078337.375589:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078337.375591:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078337.375595:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000100:00000040:0.0:1769078337.375596:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5333)
00000400:00000010:1.0:1769078337.375597:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078337.375602:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078337.375606:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078337.375614:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375621:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078337.375623:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375626:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.375628:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078337.375632:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375638:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078337.375642:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375649:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078337.375652:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375654:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.375655:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375688:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078337.375690:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078337.375694:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078337.375699:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078337.375701:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078337.375705:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078337.375713:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617445248:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078337.375718:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375721:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078337.375724:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba300 x1855007617445248/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375730:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078337.375732:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078337.375734:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078337.375737:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078337.375739:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078337.375740:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078337.375742:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078337.375745:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0400.
02000000:00000001:1.0:1769078337.375749:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078337.375751:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078337.375753:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba300.
00000100:00000001:1.0:1769078337.375756:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078337.375757:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375759:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375767:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078337.375769:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375771:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078337.375772:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078337.375774:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078337.375777:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375783:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078337.375784:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.375786:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078337.375788:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078337.375790:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078337.375792:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445376:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078337.375795:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078337.375797:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078337.375799:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.375800:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078337.375803:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078337.375805:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078337.375808:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078337.375811:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078337.375814:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078337.375817:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445376, portal 10
00000100:00000001:1.0:1769078337.375819:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078337.375820:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876757120 : -121799832794496 : ffff9139443b8a80)
00000100:00000040:1.0:1769078337.375826:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375832:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078337.375834:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078337.375836:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078337.375838:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617445376, offset 0
00000400:00000200:1.0:1769078337.375842:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078337.375845:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078337.375849:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078337.375851:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078337.375854:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078337.375856:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078337.375858:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078337.375861:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71175:71175:256:4294967295] 192.168.204.140@tcp LPNI seq info [71175:71175:8:4294967295]
00000400:00000200:1.0:1769078337.375865:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078337.375870:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078337.375874:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078337.375877:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078337.375881:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078337.375883:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078337.375887:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078337.375889:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078337.375893:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078337.375895:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078337.375897:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078337.375900:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078337.375903:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078337.375904:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078337.375907:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078337.375910:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375917:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078337.375919:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375925:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375927:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078337.375929:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078337.375933:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078337.375936:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078337.375938:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299995660
00000100:00000001:1.0:1769078337.375941:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299997126
00000100:00000001:1.0:1769078337.375943:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299995660
00000100:00000001:1.0:1769078337.375945:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299997126
00000100:00000001:1.0:1769078337.375947:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078337.375950:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.375951:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078337.375954:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078337.375962:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078337.375963:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078337.375965:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078337.375967:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078337.375969:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078337.375970:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078337.375973:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078337.375981:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.375986:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078337.375988:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.375989:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.375990:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078337.375994:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376000:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078337.376004:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376010:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078337.376012:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376013:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.376015:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376016:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078337.376018:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078337.376020:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078337.376023:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078337.376025:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078337.376029:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078337.376035:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445376:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078337.376039:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078337.376042:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376048:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078337.376049:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.376052:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078337.376053:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078337.376055:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078337.376057:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445504:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078337.376060:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078337.376062:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078337.376063:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078337.376065:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078337.376068:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078337.376069:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078337.376073:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078337.376075:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000400:00000010:1.0:1769078337.376078:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000200:1.0:1769078337.376081:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445504, portal 4
00000100:00000001:1.0:1769078337.376083:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078337.376084:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876762496 : -121799832789120 : ffff9139443b9f80)
00000100:00000040:1.0:1769078337.376089:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376095:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078337.376097:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078337.376099:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000200:1.0:1769078337.376101:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617445504, offset 0
00000400:00000200:1.0:1769078337.376105:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078337.376108:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078337.376111:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078337.376114:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078337.376116:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078337.376118:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078337.376120:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078337.376123:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71176:71176:256:4294967295] 192.168.204.140@tcp LPNI seq info [71176:71176:8:4294967295]
00000400:00000200:1.0:1769078337.376126:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078337.376132:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078337.376135:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078337.376138:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000800:00000200:1.0:1769078337.376141:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.0:1769078337.376144:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1769078337.376147:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078337.376150:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1769078337.376153:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078337.376155:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:1.0:1769078337.376157:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1769078337.376160:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1769078337.376162:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:1.0:1769078337.376164:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:1.0:1769078337.376166:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1769078337.376169:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376175:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078337.376189:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376196:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.376198:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078337.376201:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078337.376204:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078337.376207:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078337.376209:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4299997126
00000100:00000001:1.0:1769078337.376211:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4299997126
00000100:00000001:1.0:1769078337.376214:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4299997126
00000100:00000001:1.0:1769078337.376215:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4299997126
00000100:00000001:1.0:1769078337.376217:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078337.376219:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.376221:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078337.376224:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078337/real 1769078337]  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078337.376231:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078337.376232:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078337.376234:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078337.376236:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078337.376238:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078337.376240:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078337.376243:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078337.376250:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376256:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078337.376257:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376258:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.376259:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078337.376262:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376268:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078337.376271:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376278:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078337.376280:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376281:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078337.376283:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376284:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078337.376287:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078337.376290:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078337.376293:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078337.376295:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078337.376298:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078337.376305:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445504:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078337.376308:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376310:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078337.376313:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8a80 x1855007617445376/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376319:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078337.376320:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078337.376322:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078337.376324:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078337.376326:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078337.376327:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078337.376329:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078337.376330:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2000.
02000000:00000001:1.0:1769078337.376333:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078337.376335:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078337.376336:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8a80.
00000100:00000001:1.0:1769078337.376338:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078337.376339:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376341:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078337.376344:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9f80 x1855007617445504/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078337.376349:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078337.376350:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078337.376352:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078337.376354:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078337.376355:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078337.376356:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078337.376358:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078337.376359:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2c00.
02000000:00000001:1.0:1769078337.376361:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078337.376362:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078337.376363:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9f80.
00000100:00000001:1.0:1769078337.376365:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078337.376366:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376367:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078337.376370:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078337.376371:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078337.376373:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078337.376374:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.694763:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078337.694774:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078337.694776:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078337.694779:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.694785:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078337.694787:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.694788:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078337.694790:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078337.694849:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078337.694854:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078337.694857:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078338.718801:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078338.718809:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078338.718878:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078338.718886:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078338.718890:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078338.910775:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4299997126, at 4299997184
00000100:00000040:1.0:1769078338.910783:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4299997126, at 4299997184
00000100:00000010:0.0:1769078338.910792:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95780.
00000100:00000010:1.0:1769078338.910794:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00010000:00000001:1.0:1769078339.742810:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078339.742818:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078339.742879:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078339.742883:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078339.742887:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078340.766781:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078340.766788:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078340.766852:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078340.766856:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078340.766859:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078341.790762:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078341.790767:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078341.790833:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078341.790837:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078341.790840:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078342.494781:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.494789:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078342.494791:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.494795:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.494798:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.494804:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5328
00000400:00000200:0.0:1769078342.494811:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078342.494816:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.494819:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078342.494826:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494829:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.494831:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494833:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078342.494837:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078342.494839:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078342.494842:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.494844:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078342.494847:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078342.494849:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078342.494852:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494854:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.494856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494858:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078342.494861:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078342.494864:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494867:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.494869:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078342.494879:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.494882:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.494884:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078342.494886:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078342.494893:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b9f80.
00000020:00000040:0.0:1769078342.494896:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078342.494899:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.494900:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.494902:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078342.494905:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078342.494908:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078342.494914:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3000.
00000100:00000001:0.0:1769078342.494919:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078342.494924:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078342.494932:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078342.494935:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.494938:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de147510] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078342.494953:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078342.494955:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.494957:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078342.494958:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.494959:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078342.494962:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.494963:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5328
00000400:00000200:0.0:1769078342.494966:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078342.494968:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.494970:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078342.494972:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494974:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.494976:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494977:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078342.494979:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078342.494979:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:0.0:1769078342.494980:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078342.494982:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000100:00000001:1.0:1769078342.494983:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078342.494984:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078342.494988:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000001:1.0:1769078342.494989:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1769078342.494990:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.494993:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078342.494994:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078342.494994:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1769078342.494998:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078342.494999:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:0.0:1769078342.495003:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078342.495005:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.495005:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078342.495008:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078342.495012:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078342.495016:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495020:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078342.495023:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1769078342.495024:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1769078342.495025:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1769078342.495027:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495030:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495030:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1769078342.495035:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443b8a80.
02000000:00000001:1.0:1769078342.495035:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078342.495037:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078342.495040:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078342.495041:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.495042:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495045:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078342.495046:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078342.495048:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.495049:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617445632:192.168.204.140@tcp:250:kworker.0
02000000:00000010:0.0:1769078342.495051:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee1000.
00000100:00000001:0.0:1769078342.495056:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495057:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00100000:0.0:1769078342.495061:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1769078342.495063:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078342.495067:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495068:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078342.495072:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495072:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1769078342.495076:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000022624ab2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1769078342.495079:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078342.495084:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495105:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.495108:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1769078342.495110:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1769078342.495111:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00080000:0.0:1769078342.495113:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078342.495116:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1769078342.495116:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99f8.
00000100:00000001:0.0:1769078342.495117:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078342.495121:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1769078342.495124:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743dd0.
00000100:00000001:0.0:1769078342.495125:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078342.495130:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5328
00000100:00000200:1.0:1769078342.495130:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445632, portal 25
00000100:00000001:1.0:1769078342.495134:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078342.495136:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876762496 : -121799832789120 : ffff9139443b9f80)
00000400:00000200:0.0:1769078342.495137:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:1.0:1769078342.495142:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1769078342.495145:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078342.495151:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1769078342.495153:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1769078342.495157:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000040:1.0:1769078342.495158:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078342.495161:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507434c8.
00000100:00000001:0.0:1769078342.495163:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1769078342.495164:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617445632, offset 0
00000100:00000040:0.0:1769078342.495168:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495172:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078342.495173:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078342.495178:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1769078342.495179:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769078342.495181:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078342.495185:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1769078342.495185:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000020:00000040:0.0:1769078342.495189:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000400:00000200:1.0:1769078342.495192:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1769078342.495193:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078342.495196:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000020:00000001:0.0:1769078342.495198:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000400:00000200:1.0:1769078342.495200:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1769078342.495207:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495207:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769078342.495212:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1769078342.495212:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71177:71177:256:4294967295] 192.168.204.140@tcp LPNI seq info [71177:71177:8:4294967295]
00000100:00000040:0.0:1769078342.495217:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078342.495220:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078342.495223:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:0.0:1769078342.495226:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078342.495231:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078342.495232:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1769078342.495233:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078342.495237:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1769078342.495241:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769078342.495242:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495245:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:0.0:1769078342.495247:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000800:00000010:1.0:1769078342.495247:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12300.
00000008:00000001:0.0:1769078342.495251:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495252:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078342.495255:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443ba300.
00000800:00000200:1.0:1769078342.495255:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769078342.495259:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000800:00000200:1.1:1769078342.495262:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
02000000:00000001:0.0:1769078342.495263:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078342.495265:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495267:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078342.495268:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078342.495270:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078342.495272:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0800.
00000100:00000001:0.0:1769078342.495275:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078342.495279:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078342.495280:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078342.495288:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1769078342.495289:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078342.495291:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495294:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4300002246
00000100:00000040:0.0:1769078342.495296:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5e999a2] to pc [ptlrpcd_rcv+-1]  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1769078342.495302:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95240.
00000100:00000001:0.0:1769078342.495303:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078342.495309:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5338)
00000100:00000001:1.0:1769078342.495313:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1769078342.495321:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4300002246
00000100:00000010:1.0:1769078342.495326:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff913948a95c00.
00000100:00000001:1.0:1769078342.495330:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1769078342.495334:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078342.495337:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495339:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495340:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078342.495347:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078342.495349:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078342.495351:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078342.495353:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078342.495354:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078342.495360:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.495368:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078342.495370:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495372:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078342.495374:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078342.495376:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.495379:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445760:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078342.495383:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078342.495386:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078342.495387:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495389:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078342.495392:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078342.495394:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078342.495399:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078342.495401:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f9aa8.
00000400:00000010:1.0:1769078342.495403:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9139507437f8.
00000100:00000200:1.0:1769078342.495405:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445760, portal 10
00000100:00000001:1.0:1769078342.495407:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078342.495408:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876757120 : -121799832794496 : ffff9139443b8a80)
00000100:00000040:1.0:1769078342.495414:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.495418:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078342.495419:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078342.495421:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743b28.
00000100:00000200:1.0:1769078342.495422:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617445760, offset 0
00000400:00000200:1.0:1769078342.495427:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495430:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078342.495432:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078342.495434:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078342.495436:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078342.495437:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078342.495439:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495441:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71178:71178:255:4294967295] 192.168.204.140@tcp LPNI seq info [71178:71178:7:4294967295]
00000400:00000200:1.0:1769078342.495444:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078342.495448:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078342.495453:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078342.495456:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12100.
00000800:00000200:1.0:1769078342.495459:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078342.495463:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078342.495466:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.495475:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:1.0:1769078342.495480:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078342.495484:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300000779
00000100:00000001:1.0:1769078342.495486:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300002246
00000100:00000001:1.0:1769078342.495488:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300000779
00000100:00000001:1.0:1769078342.495490:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300002246
00000100:00000001:1.0:1769078342.495491:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078342.495493:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495495:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1769078342.495499:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.495505:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078342.495507:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495509:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1769078342.495511:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078342.495513:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078342.495516:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445888:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078342.495520:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1769078342.495522:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1769078342.495523:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078342.495525:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1769078342.495528:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078342.495530:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1769078342.495533:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:1.0:1769078342.495535:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91394b1f99a0.
00000400:00000010:1.0:1769078342.495539:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743220.
00000100:00000200:1.0:1769078342.495542:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617445888, portal 4
00000100:00000001:1.0:1769078342.495543:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1769078342.495544:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876763392 : -121799832788224 : ffff9139443ba300)
00000100:00000040:1.0:1769078342.495549:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078342.495554:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1769078342.495556:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:1.0:1769078342.495558:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913950743088.
00000100:00000200:1.0:1769078342.495560:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617445888, offset 0
00000400:00000200:1.0:1769078342.495563:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495566:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078342.495570:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:1.0:1769078342.495572:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1769078342.495574:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:1.0:1769078342.495576:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1769078342.495578:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:1.0:1769078342.495580:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71179:71179:254:4294967295] 192.168.204.140@tcp LPNI seq info [71179:71179:6:4294967295]
00000400:00000200:1.0:1769078342.495594:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078342.495599:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1769078342.495604:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:1.0:1769078342.495607:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91394cb12e00.
00000800:00000200:1.0:1769078342.495610:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:1.1:1769078342.495613:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:1.0:1769078342.495616:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078342.495618:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:1.0:1769078342.495621:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:1.0:1769078342.495623:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300002245
00000100:00000001:1.0:1769078342.495624:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300002246
00000100:00000001:1.0:1769078342.495626:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300002245
00000100:00000001:1.0:1769078342.495628:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300002246
00000100:00000001:1.0:1769078342.495630:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1769078342.495632:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495634:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495636:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078342.495639:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078342.495641:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1769078342.495642:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078342.495644:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078342.495645:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078342.495647:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078342.814804:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078342.814814:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078342.814880:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078342.814884:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078342.814887:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078343.838782:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078343.838789:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078343.838860:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078343.838863:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078343.838867:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078344.030725:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4300002246, at 4300002304
00000100:00000040:1.0:1769078344.030725:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4300002246, at 4300002304
00000100:00000010:1.0:1769078344.030737:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95c00.
00000100:00000010:0.0:1769078344.030738:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff913948a95240.
00010000:00000001:1.0:1769078344.862782:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078344.862787:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078344.862846:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078344.862850:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078344.862853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1769078345.566943:0:2360:0:(lib-socket.c:453:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.140:988
00000400:00000100:2.0:1769078345.566980:0:2360:0:(acceptor.c:115:lnet_connect_console_error()) Connection to 192.168.204.140@tcp at host 192.168.204.140 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1769078345.566991:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078345.566995:0:2360:0:(router.c:1755:lnet_notify()) 192.168.204.40@tcp notifying 192.168.204.140@tcp: down
00000400:00000200:2.0:1769078345.566999:0:2360:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078345.567003:0:2360:0:(router.c:1840:lnet_notify()) Old news
00000800:00000100:2.0:1769078345.567008:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078345.567012:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12300.
00000400:00000200:2.0:1769078345.567017:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078345.567021:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078345.567027:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507434c8
00000400:00000010:2.0:1769078345.567029:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507434c8.
00000100:00000001:2.0:1769078345.567034:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078345.567058:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567088:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078345.567093:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567101:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.567103:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078345.567113:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078345.567115:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12100.
00000400:00000200:2.0:1769078345.567118:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078345.567121:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078345.567124:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743b28
00000400:00000010:2.0:1769078345.567126:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743b28.
00000100:00000001:2.0:1769078345.567128:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078345.567132:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567141:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078345.567143:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567149:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.567151:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1769078345.567156:0:2360:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.140@tcp
00000800:00000010:2.0:1769078345.567158:0:2360:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91394cb12e00.
00000400:00000200:2.0:1769078345.567160:0:2360:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1769078345.567164:0:2360:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1769078345.567166:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743088
00000400:00000010:2.0:1769078345.567167:0:2360:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743088.
00000100:00000001:2.0:1769078345.567169:0:2360:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1769078345.567173:0:2360:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567179:0:2360:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1769078345.567182:0:2360:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078345.567188:0:2360:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078345.567189:0:2360:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1769078345.567656:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078345.567689:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1769078345.567692:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078345.567700:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078345]  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078345.567714:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078345.567716:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078345.567719:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f9aa8.
00000400:00000200:1.0:1769078345.567724:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9139507437f8
00000400:00000010:1.0:1769078345.567725:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9139507437f8.
00000100:00000001:1.0:1769078345.567727:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078345.567730:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078345.567737:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567744:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078345.567746:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567750:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567752:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078345.567756:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567763:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078345.567768:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567775:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078345.567779:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567781:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567783:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567785:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078345.567787:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078345.567790:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078345.567794:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078345.567797:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078345.567801:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078345.567814:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445760:192.168.204.140@tcp:38:kworker.0
00000100:00000001:1.0:1769078345.567818:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078345.567821:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078345]  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078345.567828:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078345.567830:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078345.567832:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99a0.
00000400:00000200:1.0:1769078345.567834:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743220
00000400:00000010:1.0:1769078345.567836:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743220.
00000100:00000001:1.0:1769078345.567838:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078345.567841:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078345.567848:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567854:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078345.567855:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567857:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567858:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078345.567862:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567868:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078345.567879:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567884:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078345.567886:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567887:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567888:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567889:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078345.567891:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078345.567893:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078345.567896:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078345.567898:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078345.567902:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078345.567909:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617445888:192.168.204.140@tcp:8:kworker.0
00000100:00000001:1.0:1769078345.567913:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1769078345.567916:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078342/real 1769078345]  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1769078345.567928:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1769078345.567929:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1769078345.567931:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91394b1f99f8.
00000400:00000200:1.0:1769078345.567934:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913950743dd0
00000400:00000010:1.0:1769078345.567935:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913950743dd0.
00000100:00000001:1.0:1769078345.567937:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1769078345.567940:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1769078345.567946:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567952:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1769078345.567953:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567954:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567955:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1769078345.567958:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567965:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1769078345.567968:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.567974:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1769078345.567977:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567978:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1769078345.567980:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.567981:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1769078345.567983:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1769078345.567985:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1769078345.567988:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:1.0:1769078345.567990:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1769078345.567995:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078345.568002:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617445632:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078345.568006:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.568008:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078345.568011:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b8a80 x1855007617445760/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.568017:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078345.568020:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078345.568023:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e24400.
02000000:00000001:1.0:1769078345.568026:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078345.568029:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078345.568030:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:1.0:1769078345.568033:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078345.568036:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee1000.
02000000:00000001:1.0:1769078345.568049:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078345.568052:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078345.568054:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b8a80.
00000100:00000001:1.0:1769078345.568057:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078345.568058:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.568060:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078345.568063:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443ba300 x1855007617445888/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.568069:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078345.568071:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078345.568072:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e27800.
02000000:00000001:1.0:1769078345.568075:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078345.568076:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078345.568077:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:1.0:1769078345.568078:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078345.568079:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0800.
02000000:00000001:1.0:1769078345.568081:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078345.568082:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078345.568082:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443ba300.
00000100:00000001:1.0:1769078345.568084:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078345.568085:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.568086:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1769078345.568088:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443b9f80 x1855007617445632/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078345.568092:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1769078345.568093:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1769078345.568094:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff913945e25c00.
02000000:00000001:1.0:1769078345.568095:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1769078345.568095:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1769078345.568096:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:1.0:1769078345.568097:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1769078345.568098:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3000.
02000000:00000001:1.0:1769078345.568099:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1769078345.568099:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1769078345.568100:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443b9f80.
00000100:00000001:1.0:1769078345.568102:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1769078345.568103:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.568104:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1769078345.568110:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1769078345.568112:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078345.568114:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078345.568115:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078345.886769:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078345.886775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078345.886843:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078345.886846:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078345.886850:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078346.910766:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078346.910771:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078346.910833:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078346.910836:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078346.910838:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1769078347.614798:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078347.614810:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1769078347.614812:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078347.614815:0:8:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078347.614820:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078347.614826:0:8:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5333
00000400:00000200:1.0:1769078347.614832:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078347.614836:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078347.614839:0:8:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078347.614841:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.614844:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.614845:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.614847:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078347.614850:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078347.614851:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:1.0:1769078347.614853:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078347.614855:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:1.0:1769078347.614856:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:1.0:1769078347.614858:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:1.0:1769078347.614860:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.614861:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.614862:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.614864:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078347.614866:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:1.0:1769078347.614868:0:8:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078347.614869:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078347.614871:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078347.614873:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078347.614875:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.614876:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:1.0:1769078347.614877:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078347.614883:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff913944709880.
00000020:00000040:1.0:1769078347.614886:0:8:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:1.0:1769078347.614889:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078347.614890:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.614893:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078347.614895:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078347.614899:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078347.614907:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e25c00.
00000100:00000001:1.0:1769078347.614913:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078347.614921:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078347.614931:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078347.614936:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078347.614941:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddde8f98] to pc [ptlrpcd_rcv+-1]  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078347.614974:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1769078347.614977:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078347.614981:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1769078347.614982:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078347.614984:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078347.614987:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078347.614990:0:8:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5333
00000400:00000200:1.0:1769078347.614994:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078347.614997:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078347.614999:0:8:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078347.615001:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615003:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.615014:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615016:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078347.615018:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078347.615019:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:1.0:1769078347.615020:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078347.615023:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:1.0:1769078347.615025:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:1.0:1769078347.615027:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:1.0:1769078347.615029:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615031:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.615033:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615036:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078347.615038:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:1.0:1769078347.615041:0:8:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615043:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078347.615045:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078347.615050:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078347.615053:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615055:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078347.615059:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1769078347.615062:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615064:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078347.615068:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470b800.
00000020:00000040:1.0:1769078347.615076:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:1.0:1769078347.615079:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078347.615080:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615082:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078347.615083:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078347.615085:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1769078347.615089:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e27800.
00000100:00000001:1.0:1769078347.615093:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1769078347.615097:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1769078347.615110:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1769078347.615113:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078347.615116:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aaaf184] to pc [ptlrpcd_rcv+-1]  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1769078347.615123:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1769078347.615127:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1769078347.615131:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1769078347.615144:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1769078347.615150:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1769078347.615151:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1769078347.615153:0:8:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1769078347.615155:0:8:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1769078347.615158:0:8:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5333
00000400:00000200:1.0:1769078347.615162:0:8:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:1.0:1769078347.615165:0:8:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:1.0:1769078347.615167:0:8:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1769078347.615170:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615172:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.615174:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615176:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:1.0:1769078347.615178:0:8:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1769078347.615180:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:1.0:1769078347.615181:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1769078347.615183:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000020:00000001:1.0:1769078347.615185:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:1.0:1769078347.615187:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:1.0:1769078347.615190:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615192:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1769078347.615193:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615195:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:1.0:1769078347.615198:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:1.0:1769078347.615200:0:8:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:1.0:1769078347.615203:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1769078347.615205:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1769078347.615208:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1769078347.615209:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615212:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered
00000008:00100000:1.0:1769078347.615214:0:8:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:1.0:1769078347.615218:0:8:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615220:0:8:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1769078347.615224:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91394470ad80.
00000020:00000040:1.0:1769078347.615227:0:8:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:1.0:1769078347.615230:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1769078347.615231:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.615233:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1769078347.615234:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1769078347.615236:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1769078347.615240:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.615240:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
02000000:00000010:1.0:1769078347.615244:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913945e24400.
00000100:00000001:3.0:1769078347.615246:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1769078347.615250:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078347.615256:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1769078347.615260:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078347.615280:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1769078347.615281:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078347.615284:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1769078347.615285:0:8:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.615291:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1769078347.615292:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3c2c8ea] to pc [ptlrpcd_rcv+-1]  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1769078347.615296:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078347.615301:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078347.615309:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446016:192.168.204.140@tcp:250:kworker.0
00000100:00000001:1.0:1769078347.615312:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.615315:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1769078347.615321:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5343)
02000000:00000001:3.0:1769078347.615321:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078347.615325:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.615328:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078347.615334:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078347.615337:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078347.615344:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078347.615349:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078347.615356:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078347.615363:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446016, portal 25
00000100:00000001:3.0:1769078347.615365:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078347.615367:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880234112 : -121799829317504 : ffff913944709880)
00000100:00000040:3.0:1769078347.615372:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.615380:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078347.615383:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078347.615385:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078347.615388:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617446016, offset 0
00000400:00000200:3.0:1769078347.615394:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078347.615401:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.615407:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078347.615411:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078347.615416:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078347.615419:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078347.615422:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078347.615425:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71180:71180:256:4294967295] 192.168.204.140@tcp LPNI seq info [71180:71180:8:4294967295]
00000400:00000200:3.0:1769078347.615429:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.615440:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078347.615447:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.615452:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078347.615459:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078347.615463:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078347.615467:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078347.616790:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078347.616828:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.616833:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078347.616838:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078347.616843:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078347.616850:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078347.616853:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078347.616857:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078347.616863:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.616887:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.616891:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.616899:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.616900:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078347.616908:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078347.616915:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078347.616918:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4300007368
00000100:00000010:3.0:1769078347.616925:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3060.
00000100:00000001:3.0:1769078347.616932:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078347.617568:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4300007368
00000100:00000010:3.0:1769078347.617576:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3ae0.
00000100:00000001:3.0:1769078347.617581:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078347.617585:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078347.617589:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.617592:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078347.617605:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078347.617618:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078347.617620:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078347.617623:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078347.617627:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078347.617628:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078347.617631:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078347.617635:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078347.617641:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617645:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078347.617647:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617648:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.617650:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078347.617652:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617656:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078347.617677:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617682:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078347.617684:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617685:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.617686:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617687:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078347.617689:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078347.617691:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078347.617694:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078347.617695:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078347.617697:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078347.617702:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff913944709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446016:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078347.617705:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078347.617708:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617712:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078347.617714:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.617716:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078347.617718:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078347.617721:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078347.617722:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446144:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078347.617725:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078347.617728:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078347.617730:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.617731:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078347.617736:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078347.617738:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078347.617744:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078347.617747:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078347.617752:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078347.617757:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446144, portal 10
00000100:00000001:3.0:1769078347.617759:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078347.617761:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880242176 : -121799829309440 : ffff91394470b800)
00000100:00000040:3.0:1769078347.617767:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617773:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078347.617775:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078347.617778:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078347.617781:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617446144, offset 0
00000400:00000200:3.0:1769078347.617786:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078347.617792:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.617798:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078347.617803:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078347.617806:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078347.617810:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078347.617812:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078347.617815:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71181:71181:256:4294967295] 192.168.204.140@tcp LPNI seq info [71181:71181:8:4294967295]
00000400:00000200:3.0:1769078347.617819:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.617827:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078347.617833:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.617838:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078347.617844:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078347.617847:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078347.617851:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078347.617853:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078347.617856:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.617857:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078347.617859:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078347.617862:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078347.617865:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078347.617866:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078347.617868:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078347.617878:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617886:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.617888:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617892:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.617893:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078347.617896:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078347.617899:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078347.617901:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078347.617902:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300005902
00000100:00000001:3.0:1769078347.617904:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300007368
00000100:00000001:3.0:1769078347.617906:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300005902
00000100:00000001:3.0:1769078347.617907:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300007368
00000100:00000001:3.0:1769078347.617908:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078347.617909:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.617910:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078347.617912:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078347.617921:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078347.617922:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078347.617923:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078347.617925:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078347.617925:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078347.617927:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078347.617929:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078347.617936:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617942:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078347.617944:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617945:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.617947:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078347.617950:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617956:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078347.617959:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.617965:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078347.617967:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617969:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.617970:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617971:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078347.617973:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078347.617975:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078347.617979:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078347.617981:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078347.617985:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078347.617993:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446144:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078347.617996:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.617999:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.618002:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff913944709880 x1855007617446016/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618017:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078347.618019:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078347.618021:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078347.618023:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078347.618025:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078347.618026:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078347.618027:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078347.618029:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e25c00.
02000000:00000001:3.0:1769078347.618031:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078347.618033:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078347.618035:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff913944709880.
00000100:00000001:3.0:1769078347.618037:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078347.618038:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618039:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.618041:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470b800 x1855007617446144/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618045:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078347.618046:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078347.618047:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078347.618048:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078347.618049:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078347.618050:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078347.618051:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078347.618051:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e27800.
02000000:00000001:3.0:1769078347.618052:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078347.618053:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078347.618054:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470b800.
00000100:00000001:3.0:1769078347.618055:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078347.618056:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618058:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618065:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078347.618066:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.618069:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078347.618071:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078347.618072:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078347.618076:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618082:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078347.618083:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.618086:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078347.618088:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078347.618089:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078347.618092:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446272:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078347.618105:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078347.618108:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078347.618109:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078347.618111:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078347.618114:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078347.618116:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078347.618120:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078347.618122:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078347.618128:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078347.618130:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446272, portal 4
00000100:00000001:3.0:1769078347.618131:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078347.618132:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273880239488 : -121799829312128 : ffff91394470ad80)
00000100:00000040:3.0:1769078347.618136:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618140:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078347.618142:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078347.618143:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078347.618145:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617446272, offset 0
00000400:00000200:3.0:1769078347.618147:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078347.618150:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.618152:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078347.618154:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078347.618156:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078347.618157:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078347.618159:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078347.618160:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71182:71182:256:4294967295] 192.168.204.140@tcp LPNI seq info [71182:71182:8:4294967295]
00000400:00000200:3.0:1769078347.618163:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078347.618167:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078347.618169:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.618171:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078347.618174:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078347.618175:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1769078347.618178:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078347.618179:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1769078347.618182:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078347.618183:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078347.618185:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078347.618187:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078347.618189:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078347.618190:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078347.618191:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078347.618193:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618198:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.618199:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078372 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618203:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.618204:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078347.618206:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078347.618208:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078347.618210:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078347.618211:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300007368
00000100:00000001:3.0:1769078347.618213:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300007368
00000100:00000001:3.0:1769078347.618214:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300007368
00000100:00000001:3.0:1769078347.618215:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300007368
00000100:00000001:3.0:1769078347.618217:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078347.618218:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.618219:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078347.618221:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078347/real 1769078347]  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078347.618225:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078347.618225:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078347.618226:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078347.618227:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078347.618228:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078347.618230:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078347.618232:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078347.618237:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618240:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078347.618240:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618241:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.618242:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078347.618244:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618247:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078347.618249:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618254:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078347.618255:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618256:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078347.618257:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618258:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078347.618260:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078347.618261:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078347.618263:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078347.618264:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078347.618266:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078347.618270:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff91394470ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446272:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078347.618272:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618274:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078347.618275:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff91394470ad80 x1855007617446272/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078372 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078347.618279:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078347.618280:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078347.618281:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078347.618282:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078347.618282:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078347.618283:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078347.618284:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078347.618286:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913945e24400.
02000000:00000001:3.0:1769078347.618287:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078347.618288:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078347.618289:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91394470ad80.
00000100:00000001:3.0:1769078347.618291:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078347.618291:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618292:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078347.618294:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078347.618295:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078347.618296:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078347.618297:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.934779:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078347.934787:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078347.934789:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078347.934791:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.934796:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078347.934798:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.934800:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078347.934802:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078347.934862:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078347.934866:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078347.934870:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078348.958764:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078348.958769:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078348.958820:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078348.958823:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078348.958826:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1769078349.150759:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4300007368, at 4300007424
00000100:00000010:1.0:1769078349.150775:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3ae0.
00000100:00000040:0.0:1769078349.150850:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4300007368, at 4300007424
00000100:00000010:0.0:1769078349.150854:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3060.
00010000:00000001:1.0:1769078349.982743:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078349.982750:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078349.982806:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078349.982808:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078349.982811:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078351.006769:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078351.006776:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078351.006837:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078351.006840:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078351.006844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078352.030822:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078352.030828:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078352.030868:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078352.030872:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078352.030875:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1769078352.734779:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.734790:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1769078352.734793:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.734797:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078352.734801:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.734808:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5338
00000400:00000200:0.0:1769078352.734816:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078352.734822:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.734824:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.734827:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.734830:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.734832:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.734835:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078352.734838:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078352.734840:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:0.0:1769078352.734842:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.734845:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:0.0:1769078352.734847:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:0.0:1769078352.734849:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:0.0:1769078352.734852:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.734854:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.734856:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.734858:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:0.0:1769078352.734860:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:0.0:1769078352.734863:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078352.734866:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.734869:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1769078352.734872:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1769078352.734874:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.734876:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:0.0:1769078352.734878:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.734887:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bad80.
00000020:00000040:0.0:1769078352.734890:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:0.0:1769078352.734893:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.734895:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.734898:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.734900:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.734904:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1769078352.734912:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee0000.
00000100:00000001:0.0:1769078352.734917:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.734937:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1769078352.734947:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078352.734951:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.734955:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000194d4546] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.734974:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078352.734977:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1769078352.734980:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1769078352.734981:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1769078352.734983:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1769078352.734992:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1769078352.734994:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5338
00000400:00000200:0.0:1769078352.734998:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078352.735001:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.735004:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.735006:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735008:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.735011:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735013:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000001:3.0:1769078352.735013:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1769078352.735018:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1769078352.735020:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000100:00000001:3.0:1769078352.735020:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1769078352.735024:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:3.0:1769078352.735024:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1769078352.735029:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:0.0:1769078352.735031:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:0.0:1769078352.735034:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:3.0:1769078352.735034:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1769078352.735041:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078352.735051:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1769078352.735052:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078352.735053:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.735058:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
02000000:00000001:3.0:1769078352.735059:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1769078352.735061:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
02000000:00000001:3.0:1769078352.735063:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1769078352.735066:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
02000000:00000001:3.0:1769078352.735068:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1769078352.735073:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00100000:3.0:1769078352.735076:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446400:192.168.204.140@tcp:250:kworker.0
00000100:00000001:0.0:1769078352.735078:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1769078352.735084:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078352.735084:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1769078352.735088:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078352.735090:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1769078352.735094:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.735094:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735098:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
02000000:00000001:3.0:1769078352.735100:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1769078352.735103:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1769078352.735106:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
00000008:00000001:0.0:1769078352.735107:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.735110:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735111:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1769078352.735118:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443bb800.
00000400:00000200:3.0:1769078352.735121:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:0.0:1769078352.735122:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000400:00000010:3.0:1769078352.735128:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
02000000:00000001:0.0:1769078352.735132:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.735135:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078352.735136:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:0.0:1769078352.735138:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.735140:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.735144:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1769078352.735146:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446400, portal 25
00000100:00000001:3.0:1769078352.735150:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078352.735153:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876766080 : -121799832785536 : ffff9139443bad80)
02000000:00000010:0.0:1769078352.735156:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee3800.
00000100:00000040:3.0:1769078352.735161:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.735162:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.735171:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078352.735177:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078352.735184:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735185:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1769078352.735189:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078352.735189:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078352.735195:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617446400, offset 0
00000100:00000040:0.0:1769078352.735197:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002df49ab6] to pc [ptlrpcd_rcv+-1]  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1769078352.735207:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735214:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.735218:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078352.735219:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000040:0.0:1769078352.735225:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:3.0:1769078352.735229:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000100:00080000:0.0:1769078352.735230:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1769078352.735239:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078352.735244:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00080000:0.0:1769078352.735247:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1769078352.735251:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1769078352.735251:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1769078352.735255:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1769078352.735257:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735260:0:482:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:3.0:1769078352.735264:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71183:71183:256:4294967295] 192.168.204.140@tcp LPNI seq info [71183:71183:8:4294967295]
00000100:00080000:0.0:1769078352.735267:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5338
00000400:00000200:3.0:1769078352.735273:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078352.735275:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:0.0:1769078352.735280:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:0.0:1769078352.735283:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1769078352.735289:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735294:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1769078352.735295:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1769078352.735300:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735304:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:0.0:1769078352.735308:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:3.0:1769078352.735308:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000020:00000040:0.0:1769078352.735310:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:0.0:1769078352.735314:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1769078352.735316:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000800:00000010:3.0:1769078352.735317:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000020:00000001:0.0:1769078352.735319:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:0.0:1769078352.735323:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000800:00000200:3.0:1769078352.735327:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000040:0.0:1769078352.735330:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000800:00000200:3.0:1769078352.735332:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1769078352.735334:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1769078352.735339:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735344:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000800:00000200:3.1:1769078352.735344:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000020:00000040:0.0:1769078352.735349:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000800:00000200:3.1:1769078352.735351:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000100:00080000:0.0:1769078352.735355:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:0.0:1769078352.735360:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1769078352.735361:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
02000000:00000001:0.0:1769078352.735365:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:3.0:1769078352.735366:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
02000000:00000001:0.0:1769078352.735370:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078352.735373:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1769078352.735374:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735379:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078352.735380:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1769078352.735382:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000400:00000200:3.0:1769078352.735386:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000008:00000001:0.0:1769078352.735387:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735391:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1769078352.735391:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000010:0.0:1769078352.735398:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139443baa00.
00000100:00000001:3.0:1769078352.735398:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:0.0:1769078352.735403:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
00000100:00000200:3.0:1769078352.735405:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1769078352.735407:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1769078352.735410:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735413:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1769078352.735416:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1769078352.735419:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735422:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1769078352.735424:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944ee2400.
00000100:00000040:3.0:1769078352.735429:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1769078352.735430:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1769078352.735440:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1769078352.735462:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1769078352.735464:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1769078352.735466:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1769078352.735468:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1769078352.735475:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000391193e] to pc [ptlrpcd_rcv+-1]  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735475:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078352.735484:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:0.0:1769078352.735488:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735490:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4300012486
00000100:00000040:0.0:1769078352.735494:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5348)
00000100:00000010:3.0:1769078352.735498:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b34e0.
00000100:00000001:3.0:1769078352.735508:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078352.735515:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4300012486
00000100:00000010:3.0:1769078352.735518:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3180.
00000100:00000001:3.0:1769078352.735522:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078352.735526:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078352.735529:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735531:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078352.735537:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078352.735546:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078352.735548:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078352.735550:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078352.735553:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078352.735554:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078352.735557:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078352.735560:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078352.735570:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735576:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078352.735577:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735579:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.735581:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078352.735585:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735593:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078352.735597:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735604:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078352.735607:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735608:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.735610:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735612:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078352.735614:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078352.735617:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078352.735621:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078352.735623:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078352.735627:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078352.735635:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446400:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078352.735639:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735641:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078352.735644:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bad80 x1855007617446400/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735650:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078352.735652:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078352.735655:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078352.735657:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078352.735691:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078352.735692:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078352.735695:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078352.735697:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee0000.
02000000:00000001:3.0:1769078352.735701:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078352.735704:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078352.735705:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bad80.
00000100:00000001:3.0:1769078352.735709:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078352.735710:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735712:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735719:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078352.735721:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735722:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078352.735724:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078352.735725:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078352.735728:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735735:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078352.735736:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.735738:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078352.735740:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078352.735742:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078352.735746:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446528:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078352.735749:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078352.735751:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078352.735752:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.735754:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078352.735757:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078352.735759:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078352.735763:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078352.735766:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078352.735770:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078352.735773:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446528, portal 10
00000100:00000001:3.0:1769078352.735774:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078352.735776:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876768768 : -121799832782848 : ffff9139443bb800)
00000100:00000040:3.0:1769078352.735782:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735789:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078352.735792:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078352.735795:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078352.735797:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617446528, offset 0
00000400:00000200:3.0:1769078352.735801:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078352.735805:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078352.735810:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078352.735812:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078352.735815:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078352.735817:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078352.735820:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078352.735823:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71184:71184:256:4294967295] 192.168.204.140@tcp LPNI seq info [71184:71184:8:4294967295]
00000400:00000200:3.0:1769078352.735827:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078352.735834:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078352.735838:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078352.735842:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078352.735845:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078352.735848:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078352.735853:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078352.735856:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078352.735860:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078352.735862:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078352.735865:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078352.735869:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078352.735872:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078352.735874:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078352.735876:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078352.735880:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735887:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078352.735890:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735897:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735898:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078352.735902:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078352.735905:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078352.735909:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078352.735911:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300011020
00000100:00000001:3.0:1769078352.735914:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300012486
00000100:00000001:3.0:1769078352.735916:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300011020
00000100:00000001:3.0:1769078352.735918:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300012486
00000100:00000001:3.0:1769078352.735936:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078352.735939:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.735941:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078352.735944:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078352.735952:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078352.735953:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078352.735955:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078352.735957:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078352.735959:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078352.735961:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078352.735964:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078352.735972:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735979:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078352.735980:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.735981:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.735983:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078352.735986:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.735993:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078352.735997:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736003:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078352.736005:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736006:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.736007:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736009:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078352.736011:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078352.736013:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078352.736016:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078352.736018:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078352.736022:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078352.736029:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446528:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078352.736033:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078352.736036:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736043:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078352.736044:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.736046:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078352.736047:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078352.736049:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078352.736052:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446656:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078352.736055:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078352.736057:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078352.736059:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078352.736060:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078352.736064:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078352.736066:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078352.736069:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078352.736072:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078352.736075:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078352.736078:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446656, portal 4
00000100:00000001:3.0:1769078352.736080:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078352.736081:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273876765184 : -121799832786432 : ffff9139443baa00)
00000100:00000040:3.0:1769078352.736087:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736093:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078352.736095:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078352.736098:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078352.736100:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617446656, offset 0
00000400:00000200:3.0:1769078352.736104:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078352.736108:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078352.736112:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078352.736114:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078352.736117:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078352.736119:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078352.736121:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078352.736124:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71185:71185:256:4294967295] 192.168.204.140@tcp LPNI seq info [71185:71185:8:4294967295]
00000400:00000200:3.0:1769078352.736128:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078352.736134:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078352.736138:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078352.736142:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078352.736146:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078352.736148:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1769078352.736152:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078352.736154:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1769078352.736158:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078352.736160:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078352.736162:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078352.736166:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078352.736168:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078352.736170:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078352.736173:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078352.736176:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736184:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078352.736187:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078377 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736193:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.736194:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078352.736197:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078352.736200:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078352.736203:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078352.736205:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300012486
00000100:00000001:3.0:1769078352.736207:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300012486
00000100:00000001:3.0:1769078352.736209:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300012486
00000100:00000001:3.0:1769078352.736211:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300012486
00000100:00000001:3.0:1769078352.736213:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078352.736215:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.736217:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078352.736220:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078352/real 1769078352]  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078352.736227:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078352.736228:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078352.736229:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078352.736232:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078352.736233:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078352.736235:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078352.736237:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078352.736244:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736255:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078352.736256:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736258:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.736259:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078352.736263:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736269:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078352.736273:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736279:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078352.736281:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736283:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078352.736284:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736286:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078352.736289:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078352.736291:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078352.736294:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078352.736297:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078352.736300:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078352.736307:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139443baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446656:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078352.736311:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736312:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078352.736315:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443bb800 x1855007617446528/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736321:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078352.736322:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078352.736324:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078352.736326:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078352.736328:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078352.736329:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078352.736331:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078352.736332:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee3800.
02000000:00000001:3.0:1769078352.736335:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078352.736336:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078352.736337:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443bb800.
00000100:00000001:3.0:1769078352.736339:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078352.736341:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736342:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078352.736345:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139443baa00 x1855007617446656/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078377 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078352.736351:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078352.736352:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078352.736354:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078352.736355:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078352.736356:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078352.736358:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078352.736360:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078352.736361:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944ee2400.
02000000:00000001:3.0:1769078352.736363:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078352.736364:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078352.736366:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139443baa00.
00000100:00000001:3.0:1769078352.736368:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078352.736369:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736370:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078352.736373:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078352.736375:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078352.736377:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078352.736378:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078353.054747:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078353.054752:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078353.054795:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078353.054798:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078353.054801:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078354.078778:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078354.078785:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078354.078846:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078354.078850:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078354.078853:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078354.270754:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4300012486, at 4300012544
00000100:00000040:1.0:1769078354.270754:0:54800:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4300012486, at 4300012544
00000100:00000010:1.0:1769078354.270768:0:54800:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3180.
00000100:00000010:0.0:1769078354.270770:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b34e0.
00010000:00000001:1.0:1769078355.102749:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078355.102755:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078355.102811:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078355.102815:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078355.102818:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078356.126773:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078356.126780:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078356.126838:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078356.126841:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078356.126844:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078357.150746:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078357.150753:0:54800:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered
00010000:00000001:1.0:1769078357.150755:0:54800:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered
00010000:00000001:1.0:1769078357.150756:0:54800:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.150760:0:54800:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered
00010000:00000001:1.0:1769078357.150761:0:54800:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.150763:0:54800:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078357.150764:0:54800:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078357.150814:0:41343:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078357.150817:0:41343:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078357.150819:0:41343:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1769078357.854761:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3a5fd982-3993-4760-9b98-c11edbdeccc5->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078357.854769:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1769078357.854772:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078357.854774:0:482:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078357.854778:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078357.854784:0:482:0:(import.c:509:import_select_connection()) MGC192.168.204.140@tcp: connect to NID 192.168.204.140@tcp last attempt 5343
00000400:00000200:2.0:1769078357.854792:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078357.854800:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078357.854802:0:482:0:(import.c:588:import_select_connection()) MGC192.168.204.140@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078357.854804:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854807:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078357.854809:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854811:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078357.854814:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078357.854816:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f943896
00000020:00000001:2.0:1769078357.854818:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078357.854821:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e49000 refcount=3
00000020:00000001:2.0:1769078357.854823:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000020:00000001:2.0:1769078357.854826:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854279680 : -121799855271936 : ffff913942e49000)
00000100:00000040:2.0:1769078357.854829:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854831:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078357.854843:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854845:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078357.854848:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e49000 : new refcount 2
00000100:00080000:2.0:1769078357.854851:0:482:0:(import.c:623:import_select_connection()) MGC192.168.204.140@tcp: import ffff913945e4e800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854854:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.854857:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078357.854860:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.854863:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.854865:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00000001:2.0:1769078357.854868:0:482:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1769078357.854878:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d7b80.
00000020:00000040:2.0:1769078357.854881:0:482:0:(genops.c:1229:class_import_get()) import ffff913945e4e800 refcount=4 obd=MGC192.168.204.140@tcp
02000000:00000001:2.0:1769078357.854885:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078357.854886:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.854888:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078357.854891:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078357.854894:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1769078357.854908:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235800.
00000100:00000001:2.0:1769078357.854913:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1769078357.854920:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078357.854927:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1769078357.854930:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.854934:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c860da06] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1769078357.854949:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1769078357.854951:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078357.854953:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1769078357.854954:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078357.854956:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078357.854957:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078357.854959:0:482:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5343
00000400:00000200:2.0:1769078357.854962:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078357.854964:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078357.854966:0:482:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1769078357.854968:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854970:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078357.854972:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.854974:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000001:2.0:1769078357.854976:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078357.854978:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438e3
00000020:00000001:2.0:1769078357.854979:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078357.854981:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff91394ad48800 refcount=5
00000020:00000001:2.0:1769078357.854983:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000020:00000001:2.0:1769078357.854985:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273987446784 : -121799722104832 : ffff91394ad48800)
00000100:00000040:2.0:1769078357.854988:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078357.854990:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1769078357.854992:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1769078357.854995:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1769078357.854996:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:3.0:1769078357.854998:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1769078357.855001:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000100:00000040:3.0:1769078357.855006:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1769078357.855007:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff91394ad48800 : new refcount 4
00000100:00080000:2.0:1769078357.855014:0:482:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff913942dbd000: import ffff913942b89800 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000100:00000001:3.0:1769078357.855017:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1769078357.855019:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.855023:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1769078357.855023:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.855028:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078357.855028:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078357.855031:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1769078357.855033:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855034:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855038:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000100:00100000:3.0:1769078357.855039:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446784:192.168.204.140@tcp:250:kworker.0
00000008:00100000:2.0:1769078357.855044:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681348 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1769078357.855045:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1769078357.855049:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855050:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855052:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1769078357.855054:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d4700.
02000000:00000001:3.0:1769078357.855056:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1769078357.855057:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b89800 refcount=6 obd=lustre-MDT0000-mdc-ffff913942dbd000
02000000:00000001:2.0:1769078357.855062:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1769078357.855062:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1769078357.855065:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855067:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078357.855068:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078357.855070:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1769078357.855071:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000010:2.0:1769078357.855074:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769078357.855075:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855081:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855087:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00100000:2.0:1769078357.855092:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1769078357.855093:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000100:00000001:2.0:1769078357.855102:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1769078357.855103:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000001:2.0:1769078357.855105:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.855110:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c60f1ec] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078357.855113:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446784, portal 25
00000100:00000001:2.0:1769078357.855118:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855119:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1769078357.855121:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1769078357.855122:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898904448 : -121799810647168 : ffff9139458d7b80)
00000100:00000040:2.0:1769078357.855126:0:482:0:(pinger.c:247:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:3.0:1769078357.855132:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1769078357.855138:0:482:0:(pinger.c:229:ptlrpc_pinger_process_import()) c2781535-53f9-4431-b9b2-36b61b7fcbc1->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1769078357.855144:0:482:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1769078357.855147:0:482:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1769078357.855148:0:482:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1769078357.855151:0:482:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1769078357.855154:0:482:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: connect to NID 192.168.204.140@tcp last attempt 5343
00000400:00000200:2.0:1769078357.855156:0:482:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:2.0:1769078357.855158:0:482:0:(peer.c:1581:LNetPeerDiscovered()) Peer NID 192.168.204.140@tcp is discovered: rc = 1
00000100:00080000:2.0:1769078357.855160:0:482:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1769078357.855161:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1769078357.855164:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.855168:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1769078357.855169:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000100:00000040:2.0:1769078357.855172:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.855174:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000400:00000010:3.0:1769078357.855175:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000020:00000001:2.0:1769078357.855176:0:482:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1769078357.855178:0:482:0:(genops.c:823:class_conn2export()) looking for export cookie 0x107738b89f9438f8
00000020:00000001:2.0:1769078357.855181:0:482:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1769078357.855182:0:482:0:(lustre_handles.c:131:class_handle2object()) GET export ffff913942e4d000 refcount=4
00000100:00000200:3.0:1769078357.855183:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1855007617446784, offset 0
00000020:00000001:2.0:1769078357.855184:0:482:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000020:00000001:2.0:1769078357.855187:0:482:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446622273854296064 : -121799855255552 : ffff913942e4d000)
00000100:00000040:2.0:1769078357.855190:0:482:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9139463b8cc0 refcount 11 to 192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855193:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078357.855194:0:482:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1769078357.855198:0:482:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9139463b8cc0 refcount 12 to 192.168.204.140@tcp
00000100:00000001:2.0:1769078357.855200:0:482:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622273910312128 : -121799799239488 : ffff9139463b8cc0)
00000020:00000040:2.0:1769078357.855201:0:482:0:(genops.c:898:class_export_put()) PUTting export ffff913942e4d000 : new refcount 3
00000100:00080000:2.0:1769078357.855204:0:482:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff913942dbd000: import ffff913942b8c000 using connection 192.168.204.140@tcp/192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855205:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:2.0:1769078357.855207:0:482:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1769078357.855209:0:482:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1769078357.855211:0:482:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1769078357.855212:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
02000000:00000001:2.0:1769078357.855213:0:482:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855217:0:482:0:(obd_class.h:881:obd_reconnect()) Process entered
00000400:00000200:3.0:1769078357.855218:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:2.0:1769078357.855219:0:482:0:(osc_request.c:3784:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681348 ocd_grant: 13631488, lost: 0.
00000008:00000001:2.0:1769078357.855222:0:482:0:(osc_request.c:3787:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855224:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000100:00000001:2.0:1769078357.855225:0:482:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855228:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078357.855231:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000100:00000010:2.0:1769078357.855233:0:482:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9139458d5c00.
00000400:00000200:3.0:1769078357.855234:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71186:71186:256:4294967295] 192.168.204.140@tcp LPNI seq info [71186:71186:8:4294967295]
00000400:00000200:3.0:1769078357.855239:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000020:00000040:2.0:1769078357.855241:0:482:0:(genops.c:1229:class_import_get()) import ffff913942b8c000 refcount=19 obd=lustre-OST0001-osc-ffff913942dbd000
02000000:00000001:2.0:1769078357.855243:0:482:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1769078357.855244:0:482:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1769078357.855246:0:482:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1769078357.855248:0:482:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1769078357.855251:0:482:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855253:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1769078357.855255:0:482:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff913944236800.
00000800:00000200:3.0:1769078357.855259:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000100:00000001:2.0:1769078357.855260:0:482:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1769078357.855266:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000100:00100000:2.0:1769078357.855267:0:482:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1769078357.855275:0:482:0:(jobid.c:940:lustre_get_jobid()) Process entered
00000800:00000200:3.0:1769078357.855276:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000100:00000001:2.0:1769078357.855278:0:482:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1769078357.855280:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1769078357.855283:0:482:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097173839] to pc [ptlrpcd_rcv+-1]  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.1:1769078357.855289:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078357.855295:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1769078357.855296:0:482:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1769078357.855302:0:482:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (5353)
00000800:00000100:3.0:1769078357.855302:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078357.855306:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078357.855318:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078357.855322:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078357.855325:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078357.855327:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078357.855330:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078357.855333:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855340:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855342:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855347:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855348:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078357.855351:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855354:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078357.855356:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 0 is 4300017606
00000100:00000010:3.0:1769078357.855359:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3a80.
00000100:00000001:3.0:1769078357.855365:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1769078357.855369:0:2369:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS new deadline estimation for cpu 1 is 4300017606
00000100:00000010:3.0:1769078357.855371:0:2369:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9139492b3a20.
00000100:00000001:3.0:1769078357.855373:0:2369:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.204.140@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1769078357.855375:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078357.855377:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855378:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078357.855380:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078357.855387:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078357.855388:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078357.855389:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078357.855391:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078357.855392:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078357.855393:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078357.855395:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078357.855400:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855404:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078357.855405:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855406:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855407:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078357.855410:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855413:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078357.855416:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855425:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078357.855427:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855428:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855429:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855433:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078357.855434:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078357.855436:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913945e4e800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078357.855439:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078357.855440:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078357.855443:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078357.855448:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3a5fd982-3993-4760-9b98-c11edbdeccc5:2369:1855007617446784:192.168.204.140@tcp:250:kworker.0
00000100:00000001:3.0:1769078357.855450:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855452:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855453:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d7b80 x1855007617446784/t0(0) o250->MGC192.168.204.140@tcp@192.168.204.140@tcp:26/25 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855457:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078357.855459:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078357.855461:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078357.855463:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078357.855464:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078357.855465:0:2369:0:(genops.c:1242:class_import_put()) import ffff913945e4e800 refcount=3 obd=MGC192.168.204.140@tcp
00000020:00000001:3.0:1769078357.855466:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078357.855468:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235800.
02000000:00000001:3.0:1769078357.855470:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078357.855471:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078357.855473:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d7b80.
00000100:00000001:3.0:1769078357.855475:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078357.855476:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855477:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855483:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078357.855484:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855485:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078357.855486:0:2369:0:(client.c:1974:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1769078357.855487:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078357.855489:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855493:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078357.855494:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855496:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078357.855497:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078357.855498:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078357.855500:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446912:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078357.855501:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078357.855503:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078357.855504:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855505:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078357.855506:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078357.855507:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855510:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078357.855512:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078357.855514:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078357.855516:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617446912, portal 10
00000100:00000001:3.0:1769078357.855517:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078357.855518:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898891008 : -121799810660608 : ffff9139458d4700)
00000100:00000040:3.0:1769078357.855522:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855529:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078357.855531:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078357.855533:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078357.855535:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1855007617446912, offset 0
00000400:00000200:3.0:1769078357.855539:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855542:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078357.855545:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078357.855548:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078357.855550:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078357.855552:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078357.855555:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855558:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71187:71187:256:4294967295] 192.168.204.140@tcp LPNI seq info [71187:71187:8:4294967295]
00000400:00000200:3.0:1769078357.855562:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078357.855568:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078357.855572:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078357.855575:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078357.855579:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078357.855582:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078357.855585:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078357.855587:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078357.855590:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078357.855591:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078357.855593:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078357.855596:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078357.855598:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078357.855600:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078357.855603:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078357.855606:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855613:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855616:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855621:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855623:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078357.855626:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078357.855629:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: using a timeout of 10775 usecs (11 jiffies)
00000400:00000200:3.0:1769078357.855633:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078357.855634:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300016139
00000100:00000001:3.0:1769078357.855637:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300017606
00000100:00000001:3.0:1769078357.855639:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300016139
00000100:00000001:3.0:1769078357.855641:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300017606
00000100:00000001:3.0:1769078357.855643:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078357.855646:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855647:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078357.855651:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078357.855656:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078357.855675:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078357.855677:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078357.855679:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078357.855680:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078357.855681:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078357.855683:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078357.855688:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855692:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078357.855693:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855694:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855694:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078357.855696:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855700:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078357.855702:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855706:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078357.855708:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855708:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855709:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855710:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078357.855711:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078357.855713:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b89800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078357.855716:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078357.855718:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078357.855722:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078357.855729:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617446912:192.168.204.140@tcp:38:kworker.0
00000100:00000001:3.0:1769078357.855733:0:2369:0:(client.c:1797:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1769078357.855736:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855742:0:2369:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1769078357.855743:0:2369:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855746:0:2369:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1769078357.855748:0:2369:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1769078357.855750:0:2369:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1769078357.855753:0:2369:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617447040:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078357.855756:0:2369:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1769078357.855758:0:2369:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1769078357.855759:0:2369:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1769078357.855761:0:2369:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1769078357.855764:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078357.855766:0:2369:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1769078357.855769:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000010:3.0:1769078357.855770:0:2369:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff91395136abb0.
00000400:00000010:3.0:1769078357.855772:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170110.
00000100:00000200:3.0:1769078357.855774:0:2369:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855007617447040, portal 4
00000100:00000001:3.0:1769078357.855776:0:2369:0:(client.c:3244:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1769078357.855776:0:2369:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446622273898896384 : -121799810655232 : ffff9139458d5c00)
00000100:00000040:3.0:1769078357.855781:0:2369:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855784:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1769078357.855786:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.140@tcp
00000400:00000010:3.0:1769078357.855787:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff913945170dd0.
00000100:00000200:3.0:1769078357.855788:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1855007617447040, offset 0
00000400:00000200:3.0:1769078357.855791:0:2369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855793:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078357.855795:0:2369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.140@tcp local destination
00000400:00000200:3.0:1769078357.855797:0:2369:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1769078357.855799:0:2369:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.40@tcp
00000400:00000200:3.0:1769078357.855800:0:2369:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.40@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1769078357.855802:0:2369:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.140@tcp
00000400:00000200:3.0:1769078357.855804:0:2369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.40@tcp NI seq info: [71188:71188:256:4294967295] 192.168.204.140@tcp LPNI seq info [71188:71188:8:4294967295]
00000400:00000200:3.0:1769078357.855806:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000400:00000200:3.0:1769078357.855810:0:2369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.40@tcp(192.168.204.40@tcp:<?>) -> 192.168.204.140@tcp(192.168.204.140@tcp:192.168.204.140@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1769078357.855812:0:2369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078357.855814:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9139594a4700.
00000800:00000200:3.0:1769078357.855816:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.0:1769078357.855818:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1769078357.855821:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff91394c10ce40] -> 12345-192.168.204.140@tcp (2)
00000800:00000200:3.1:1769078357.855822:0:2369:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.140 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1769078357.855825:0:2369:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.140@tcp
00000800:00000010:3.0:1769078357.855826:0:2369:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9139594a4700.
00000400:00000200:3.0:1769078357.855828:0:2369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1769078357.855830:0:2369:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.40@tcp->192.168.204.140@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1769078357.855850:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170dd0
00000400:00000010:3.0:1769078357.855851:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170dd0.
00000100:00000001:3.0:1769078357.855853:0:2369:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1769078357.855856:0:2369:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855860:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855862:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 0 dl 1769078382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855866:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855868:0:2369:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1769078357.855871:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1769078357.855874:0:2369:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: using a timeout of 1476122 usecs (1477 jiffies)
00000400:00000200:3.0:1769078357.855877:0:2369:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.204.140@tcp to cpt 0
00000100:00000001:3.0:1769078357.855879:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 0 is 4300017606
00000100:00000001:3.0:1769078357.855881:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 0, keep current deadline 4300017606
00000100:00000001:3.0:1769078357.855883:0:2369:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS new deadline estimation for cpu 1 is 4300017606
00000100:00000001:3.0:1769078357.855885:0:2369:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff913942dbd000: PM QoS request active for cpu 1, keep current deadline 4300017606
00000100:00000001:3.0:1769078357.855887:0:2369:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1769078357.855889:0:2369:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.855890:0:2369:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1769078357.855894:0:2369:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1769078357/real 1769078357]  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1769078357.855901:0:2369:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1769078357.855903:0:2369:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1769078357.855904:0:2369:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff91395136abb0.
00000400:00000200:3.0:1769078357.855907:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff913945170110
00000400:00000010:3.0:1769078357.855908:0:2369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff913945170110.
00000100:00000001:3.0:1769078357.855910:0:2369:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1769078357.855913:0:2369:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1769078357.855921:0:2369:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855925:0:2369:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1769078357.855926:0:2369:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855927:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855928:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1769078357.855930:0:2369:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855934:0:2369:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1769078357.855936:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855940:0:2369:0:(client.c:2108:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1769078357.855942:0:2369:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855943:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1769078357.855944:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855945:0:2369:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1769078357.855946:0:2369:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1769078357.855948:0:2369:0:(import.c:65:import_set_state_nolock()) ffff913942b8c000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1769078357.855949:0:2369:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.140@tcp failed (-110)
00000100:00000001:3.0:1769078357.855950:0:2369:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1769078357.855952:0:2369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1769078357.855956:0:2369:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff9139458d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c2781535-53f9-4431-b9b2-36b61b7fcbc1:2369:1855007617447040:192.168.204.140@tcp:8:kworker.0
00000100:00000001:3.0:1769078357.855958:0:2369:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855960:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855961:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d4700 x1855007617446912/t0(0) o38->lustre-MDT0000-mdc-ffff913942dbd000@192.168.204.140@tcp:12/10 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855965:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078357.855966:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078357.855967:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509ba400.
02000000:00000001:3.0:1769078357.855969:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078357.855970:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078357.855970:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b89800 refcount=5 obd=lustre-MDT0000-mdc-ffff913942dbd000
00000020:00000001:3.0:1769078357.855972:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078357.855973:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944235c00.
02000000:00000001:3.0:1769078357.855974:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078357.855975:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078357.855976:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d4700.
00000100:00000001:3.0:1769078357.855978:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078357.855979:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855980:0:2369:0:(client.c:2842:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1769078357.855982:0:2369:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9139458d5c00 x1855007617447040/t0(0) o8->lustre-OST0001-osc-ffff913942dbd000@192.168.204.140@tcp:28/4 lens 520/544 e 0 to 1 dl 1769078382 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1769078357.855985:0:2369:0:(client.c:2768:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1769078357.855986:0:2369:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1769078357.855987:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9139509bac00.
02000000:00000001:3.0:1769078357.855988:0:2369:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1769078357.855988:0:2369:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1769078357.855989:0:2369:0:(genops.c:1242:class_import_put()) import ffff913942b8c000 refcount=18 obd=lustre-OST0001-osc-ffff913942dbd000
00000020:00000001:3.0:1769078357.855990:0:2369:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1769078357.855991:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff913944236800.
02000000:00000001:3.0:1769078357.855992:0:2369:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1769078357.855992:0:2369:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1769078357.855993:0:2369:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9139458d5c00.
00000100:00000001:3.0:1769078357.855994:0:2369:0:(client.c:2824:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1769078357.855995:0:2369:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855996:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1769078357.855998:0:2369:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1769078357.855999:0:2369:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1769078357.856000:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1769078357.856001:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:1.0:1769078358.174769:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078358.174775:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078358.174846:0:24770:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078358.174850:0:24770:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078358.174852:0:24770:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078359.198724:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078359.198729:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1769078359.198784:0:47376:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1769078359.198789:0:47376:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1769078359.198792:0:47376:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1769078359.390774:0:54770:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011800 (cpu 0) has reached its deadline 4300017606, at 4300017664
00000100:00000010:0.0:1769078359.390788:0:54770:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a80.
00000100:00000040:1.0:1769078359.390856:0:54354:0:(connection.c:75:cpu_latency_work()) work item of ffff91394a011910 (cpu 0) has reached its deadline 4300017606, at 4300017664
00000100:00000010:1.0:1769078359.390863:0:54354:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9139492b3a20.
00010000:00000001:1.0:1769078360.222778:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078360.222784:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1769078360.222847:0:47377:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1769078360.222850:0:47377:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1769078360.222853:0:47377:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:1.0:1769078361.246795:0:54800:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:1.0:1769078361.246802:0:54800:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1769078361.246866:0:24771:0:(genops.c:1912:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1769078361.246870:0:24771:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1769078361.246873:0:24771:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 124976 lines, 124976 kept, 0 dropped, 0 bad.